-- Logs begin at Thu 2022-05-19 12:45:24 UTC, end at Thu 2022-05-19 13:52:08 UTC. -- May 19 13:22:20.253639 dv-cinder-841125-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 13:22:23.035696 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.common.config [-] Logging enabled! May 19 13:22:23.036335 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 13:22:23.036426 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103574) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 13:22:23.039710 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.common.config [-] Logging enabled! May 19 13:22:23.039962 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 13:22:23.040263 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103574) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 13:22:23.041189 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 13:22:23.041438 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 13:22:23.042132 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 13:22:23.042425 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 13:22:23.042650 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 13:22:23.043093 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.043393 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.043624 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.043921 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.044209 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.044476 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.044765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.045055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.045342 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.045641 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.045926 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.046152 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.046436 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.046729 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.047019 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.047239 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] debug = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.047521 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.047956 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.048368 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.048755 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.049123 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.049308 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.049612 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.049893 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.050176 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.050499 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] host = dv-cinder-841125-6-iscsi {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.050775 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.051060 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.051353 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.051635 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.051907 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.052181 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.052463 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.052734 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.053002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] log_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.053275 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.053586 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.053872 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.054162 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.054384 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.054604 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.054889 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.055186 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.055458 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.055729 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.056000 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.056269 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.056540 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.056811 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.057094 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.057374 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.057742 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.058016 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.058290 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.058557 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.058825 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.059107 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.059379 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.059648 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.059917 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.060199 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.060467 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.060736 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.061035 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.061318 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.061621 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.061908 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.062181 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.062461 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.062730 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.062999 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.063267 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] use_json = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.063534 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.063800 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.064075 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.064343 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.064611 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.064880 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.065148 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.065448 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.065720 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:23.066012 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.066309 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.066611 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.066891 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.067194 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.067474 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.067761 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.068038 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.068326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.068612 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.068898 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.069202 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.069523 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.069809 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.070101 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.070404 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.070694 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.070985 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.071257 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.071529 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.071786 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.072059 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.072361 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.072615 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.072902 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.073511 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.073511 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.073801 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.074092 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.074375 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.074664 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.074952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.075209 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.075488 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.075782 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.076060 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.076332 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.076622 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.076899 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.077169 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.077474 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.077753 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.078026 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.078297 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.078572 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.078864 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.079141 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.079411 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.079681 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.079956 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.080227 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.080506 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.080783 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.081055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.081325 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.081625 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.081898 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.082169 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.082441 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.082711 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.082986 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.083257 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.083529 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.083799 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.084066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.084334 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.084602 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.084870 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.085145 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.085440 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.085709 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.085977 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.086247 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.086514 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.086818 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.087097 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.087377 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.087654 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.087930 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.088206 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.088480 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.088850 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.089310 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.089401 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.089640 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.089923 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.090208 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.090488 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.090763 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.091081 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.091357 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.091632 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.091910 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.092186 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.092459 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.092737 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.093016 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.093307 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.093625 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.093900 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.094189 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.094477 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.094768 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.095047 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.095350 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.095626 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:23.095840 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 13:22:23.096077 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103574) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 13:22:23.557170 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103574) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 13:22:23.557445 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103574) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 13:22:23.557902 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103574) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 13:22:23.558233 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 13:22:23.883260 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.883475 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.883721 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.884900 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.885170 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.885449 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.939566 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.939838 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.940097 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.954691 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.954965 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.955227 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.984513 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.984788 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:23.985049 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.020253 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.020527 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.020792 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.358167 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.358815 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.358815 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.358959 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.359617 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.456839 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.457135 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.457439 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.457736 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.457991 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.458296 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.458546 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.458794 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.459040 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.459291 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.459574 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.459826 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.460055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.460299 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.460539 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.460792 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.461037 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.461293 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.461578 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.461815 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.462080 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.462324 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.462597 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.462964 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.463204 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.463443 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.463857 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:24.464087 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:24.464322 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:24.464545 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:24.464772 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:24.465000 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:24.465366 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 13:22:24.468455 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 13:22:24.472328 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 13:22:24.476111 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 19 13:22:24.477730 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 13:22:24.478199 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 13:22:24.478521 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 13:22:24.478900 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 13:22:24.481878 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 13:22:24.482127 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 13:22:24.482463 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 13:22:24.487242 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 13:22:24.510266 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 13:22:24.510742 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.510981 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103574) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 13:22:24.511480 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.512823 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103574) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 13:22:24.513096 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 13:22:24.513332 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 13:22:24.516624 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.516901 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:24.580817 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 13:22:24.581051 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 13:22:24.581260 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 13:22:24.581670 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 13:22:24.632009 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO dbcounter [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Registered counter for database neutron May 19 13:22:24.653127 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_db.sqlalchemy.engines [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103574) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 13:22:24.665517 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG dbcounter [-] [103574] Writer thread running {{(pid=103574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:22:25.107838 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing driver for type 'gre' May 19 13:22:25.108433 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] gre ID ranges: [(1, 1000)] May 19 13:22:25.163387 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing driver for type 'local' May 19 13:22:25.163800 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing driver for type 'vlan' May 19 13:22:25.181125 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] VlanTypeDriver initialization complete May 19 13:22:25.181581 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing driver for type 'vxlan' May 19 13:22:25.182309 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] vxlan ID ranges: [(1, 1000)] May 19 13:22:25.243948 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing extension driver 'port_security' May 19 13:22:25.244273 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.extensions.port_security [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] PortSecurityExtensionDriver initialization complete May 19 13:22:25.244602 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing mechanism driver 'openvswitch' May 19 13:22:25.244982 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing mechanism driver 'hyperv' May 19 13:22:25.251712 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:25.252380 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.252744 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.253081 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.253614 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103574) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:22:25.254024 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.254365 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.254700 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.255079 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103574) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:22:25.255443 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.255782 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.256121 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.256496 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103574) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:22:25.256897 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.257233 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.257589 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.257965 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103574) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:22:25.258389 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.258694 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.259025 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.259398 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103574) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:22:25.259789 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.260122 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.260446 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.261199 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103574) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 13:22:25.261673 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] ML2 OVO RPC backend initialized. {{(pid=103574) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 13:22:25.262382 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.262735 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.263147 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.263492 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > networks before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.263831 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.264166 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > ports before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.264501 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.264835 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.265171 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.265528 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.265861 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.266191 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.266526 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.266854 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.267181 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.267531 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.267856 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.275410 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded quota_driver: . May 19 13:22:25.275767 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.plugin [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Modular L2 Plugin initialization complete May 19 13:22:25.276108 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading services supported by the core plugin {{(pid=103574) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 13:22:25.276546 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.plugins.ml2.managers [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Got port-security extension from driver 'port_security' May 19 13:22:25.277024 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.extensions.vlantransparent [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Disabled vlantransparent extension. May 19 13:22:25.277532 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103574) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 13:22:25.277848 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: router May 19 13:22:25.313902 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.314282 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router after_create 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.314642 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router before_create 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.314997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.315364 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.315777 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router after_delete 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.316128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.316468 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.316813 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router after_create 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.317153 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router after_update 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.317508 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router after_update 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.317849 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.318197 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router after_update 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.318599 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.318957 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.319290 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: port after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.319616 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: subnet after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.319946 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.320283 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.320619 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.320950 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: port before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.321262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.321701 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router after_update 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.322035 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.322374 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.322727 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.323062 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.323424 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > agent after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.323756 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.324084 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > network after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.324934 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Tracking information for resource: router configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:25.325257 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Tracking information for resource: floatingip configured {{(pid=103574) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 13:22:25.330241 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.db.l3_agentschedulers_db [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 13:22:25.330820 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.331174 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: port after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.331514 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: port after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.331854 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.332632 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router before_create 55550100 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.332985 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.333367 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.333732 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.338445 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.services.provider_configuration [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service providers = [] {{(pid=103574) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 13:22:25.338820 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.db.servicetype_db [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103574) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 13:22:25.341759 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.services.service_base [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103574) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:22:25.342101 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.services.service_base [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103574) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:22:25.342435 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.services.service_base [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103574) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:22:25.343301 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.services.service_base [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103574) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 13:22:25.343659 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.services.service_base [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 13:22:25.344025 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.344335 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 13:22:25.354815 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.355247 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: auto_allocate May 19 13:22:25.361006 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: network precommit_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.361601 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: network precommit_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.361829 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.362141 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: tag May 19 13:22:25.368645 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.368963 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: timestamp May 19 13:22:25.373142 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.373460 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: network_ip_availability May 19 13:22:25.378935 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.379300 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.379645 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.380340 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.380654 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: flavors May 19 13:22:25.385290 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.385882 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading Plugin: revisions May 19 13:22:25.390081 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103574) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 13:22:25.390464 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_concurrency.lockutils [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=103574) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 13:22:25.391195 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103574) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 13:22:25.391527 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Initializing extension manager. May 19 13:22:25.392045 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: __init__.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.392381 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: __pycache__ {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.392710 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: _port_mac_address_override.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.393033 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: address_group.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.393799 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.394541 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: address-group May 19 13:22:25.394868 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: address_scope.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.395571 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.396071 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: address-scope May 19 13:22:25.396389 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.397293 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.397830 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: router-admin-state-down-before-update May 19 13:22:25.398170 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: agent.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.398842 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.399339 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: agent May 19 13:22:25.399656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: agent_resources_synced.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.400531 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.401037 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: agent-resources-synced May 19 13:22:25.401383 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.403172 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.403683 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: allowed-address-pairs May 19 13:22:25.403998 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.405048 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.405579 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: auto-allocated-topology May 19 13:22:25.405897 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: availability_zone.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.406577 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.407070 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: availability_zone May 19 13:22:25.407380 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: availability_zone_filter.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.408267 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.408762 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: availability_zone_filter May 19 13:22:25.409073 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: data_plane_status.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.409990 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.410482 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension data-plane-status not supported by any of loaded plugins May 19 13:22:25.410795 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: default_subnetpools.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.411683 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.412181 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: default-subnetpools May 19 13:22:25.412492 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.413283 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.413816 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: dhcp_agent_scheduler May 19 13:22:25.414129 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: dns.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.415023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.415514 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension dns-integration not supported by any of loaded plugins May 19 13:22:25.415847 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: dns_domain_ports.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.417032 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.417706 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 13:22:25.418019 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.418918 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.419411 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 13:22:25.419719 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: dvr.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.420369 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.420871 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: dvr May 19 13:22:25.421174 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: ecmp_routes.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.422098 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.422598 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension ecmp_routes not supported by any of loaded plugins May 19 13:22:25.422912 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: empty_string_filtering.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.423803 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.424300 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: empty-string-filtering May 19 13:22:25.424766 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.425713 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.426211 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 13:22:25.426524 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.427415 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.427909 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 13:22:25.428221 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: external_net.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.429100 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.429625 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: external-net May 19 13:22:25.429942 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.430829 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.431322 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: extra_dhcp_opt May 19 13:22:25.431635 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: extraroute.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.432593 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.433116 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: extraroute May 19 13:22:25.433611 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: extraroute_atomic.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.434631 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.435134 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: extraroute-atomic May 19 13:22:25.435447 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: filter_validation.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.436109 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.436603 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: filter-validation May 19 13:22:25.436916 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: fip_pf_description.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.437828 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.438325 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 13:22:25.438650 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: fip_pf_port_range.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.439527 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.440022 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 13:22:25.440334 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: fip_port_details.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.441228 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.441757 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: fip-port-details May 19 13:22:25.442070 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: flavors.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.443279 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.443790 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: flavors May 19 13:22:25.444107 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.445770 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.446288 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 13:22:25.446613 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: floatingip_pools.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.447305 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.447809 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: floatingip-pools May 19 13:22:25.448170 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: ip_allocation.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.449073 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.449606 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension ip_allocation not supported by any of loaded plugins May 19 13:22:25.449925 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.450962 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.451469 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: ip-substring-filtering May 19 13:22:25.451790 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l2_adjacency.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.452712 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.453215 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 13:22:25.453572 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.454547 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.455057 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: router May 19 13:22:25.455375 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.457621 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.458146 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 13:22:25.458468 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.459373 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.459880 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: ext-gw-mode May 19 13:22:25.460201 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.461100 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.461627 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: l3-ha May 19 13:22:25.461944 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.462829 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.463330 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 13:22:25.463686 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3_flavors.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.464583 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.465084 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: l3-flavors May 19 13:22:25.465395 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.466759 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.467265 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 13:22:25.467608 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.468493 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.468997 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 13:22:25.469313 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: l3agentscheduler.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.470359 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.470869 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: l3_agent_scheduler May 19 13:22:25.471182 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: local_ip.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.472928 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.473452 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension local_ip not supported by any of loaded plugins May 19 13:22:25.473792 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: logging.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.475235 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.475746 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension logging not supported by any of loaded plugins May 19 13:22:25.476071 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: metering.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.476795 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.477365 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: metering May 19 13:22:25.477706 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.478778 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.479301 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: metering_source_and_destination_fields May 19 13:22:25.479611 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: multiprovidernet.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.480519 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.481016 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: multi-provider May 19 13:22:25.481327 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: netmtu.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.482251 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.482748 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: net-mtu May 19 13:22:25.483059 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: netmtu_writable.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.484079 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.484582 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: net-mtu-writable May 19 13:22:25.484896 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: network_availability_zone.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.485578 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.486074 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: network_availability_zone May 19 13:22:25.486381 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: network_ip_availability.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.487461 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.487960 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: network-ip-availability May 19 13:22:25.488274 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: network_segment_range.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.489020 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.489542 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension network-segment-range not supported by any of loaded plugins May 19 13:22:25.489856 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: pagination.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.490804 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.491127 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: pagination May 19 13:22:25.491432 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: port_device_profile.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.492322 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.492826 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: port-device-profile May 19 13:22:25.493139 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: port_mac_address_override.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.494092 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.494595 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: port-mac-override May 19 13:22:25.494950 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.495849 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.496350 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: port-mac-address-regenerate May 19 13:22:25.496665 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.497563 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.498064 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: port-numa-affinity-policy May 19 13:22:25.498378 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: port_resource_request.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.499252 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.499752 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension port-resource-request not supported by any of loaded plugins May 19 13:22:25.500064 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.500997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.501557 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 13:22:25.501840 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: portbindings.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.502733 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.503235 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: binding May 19 13:22:25.503549 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: portbindings_extended.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.504782 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.505289 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: binding-extended May 19 13:22:25.505630 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: portsecurity.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.506517 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.507019 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: port-security May 19 13:22:25.507337 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: project_id.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.508282 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.508599 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: project-id May 19 13:22:25.508911 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: providernet.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.509858 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.510364 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: provider May 19 13:22:25.510690 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.514282 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.514796 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos not supported by any of loaded plugins May 19 13:22:25.515118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.516354 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.516861 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 13:22:25.517187 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.518126 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.518632 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 13:22:25.518951 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_default.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.519855 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.520358 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-default not supported by any of loaded plugins May 19 13:22:25.520676 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_fip.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.521596 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.522099 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-fip not supported by any of loaded plugins May 19 13:22:25.522416 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.523313 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.523815 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 13:22:25.524128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.525032 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.525566 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 13:22:25.525883 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.526926 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.527428 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 13:22:25.527743 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.528758 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.529258 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 13:22:25.529611 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.530618 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.531119 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 13:22:25.531432 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_pps_rule.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.532895 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.533403 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-pps not supported by any of loaded plugins May 19 13:22:25.533798 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.534745 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.543056 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 13:22:25.543460 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.544400 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.544910 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 13:22:25.545228 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: qos_rules_alias.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.546282 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.546799 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 13:22:25.547112 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: quota_check_limit.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.548204 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.548717 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: quota-check-limit May 19 13:22:25.549031 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: quotasv2.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.550021 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.550347 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: quotas May 19 13:22:25.550657 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: quotasv2_detail.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.552602 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.553135 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: quota_details May 19 13:22:25.553708 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: rbac.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.555542 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.556395 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: rbac-policies May 19 13:22:25.556901 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: rbac_address_group.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.558425 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.558944 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: rbac-address-group May 19 13:22:25.559264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: rbac_address_scope.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.560207 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.560720 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: rbac-address-scope May 19 13:22:25.561036 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: rbac_security_groups.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.561988 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.562513 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: rbac-security-groups May 19 13:22:25.562830 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.563745 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.564261 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: rbac-subnetpool May 19 13:22:25.564579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: revisionifmatch.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.565611 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.566122 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: revision-if-match May 19 13:22:25.566440 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: revisions.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.567630 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.568280 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: standard-attr-revisions May 19 13:22:25.568781 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: router_availability_zone.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.569954 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.570739 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: router_availability_zone May 19 13:22:25.571275 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: routerservicetype.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.572595 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.573214 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension router-service-type not supported by any of loaded plugins May 19 13:22:25.573544 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.574551 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.575062 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: security-groups-normalized-cidr May 19 13:22:25.575384 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.576303 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.577113 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: port-security-groups-filtering May 19 13:22:25.577733 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.579246 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.580089 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: security-groups-remote-address-group May 19 13:22:25.580563 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.581538 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.582056 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: security-groups-shared-filtering May 19 13:22:25.582375 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.582965 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 13:22:25.583280 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: securitygroup.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.595071 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.595606 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: security-group May 19 13:22:25.595938 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: segment.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.596665 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.597172 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension segment not supported by any of loaded plugins May 19 13:22:25.597528 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.598464 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.598980 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 13:22:25.599299 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: servicetype.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.600395 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.600923 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: service-type May 19 13:22:25.601246 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: sorting.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.602268 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.602594 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: sorting May 19 13:22:25.602918 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: standard_attr_segment.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.603824 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.604440 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 13:22:25.604831 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: standardattrdescription.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.605503 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.606130 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: standard-attr-description May 19 13:22:25.606453 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: stateful_security_group.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.607406 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.607920 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: stateful-security-group May 19 13:22:25.608242 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: stdattrs_common.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.608807 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 13:22:25.609128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.610076 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.610597 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 13:22:25.610918 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: subnet_onboard.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.612045 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.612513 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: subnet_onboard May 19 13:22:25.612832 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.613785 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.614292 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 13:22:25.614614 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: subnet_service_types.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.615536 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.616045 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: subnet-service-types May 19 13:22:25.616362 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: subnetallocation.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.617449 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.617982 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: subnet_allocation May 19 13:22:25.618301 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.618971 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.619476 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: subnetpool-prefix-ops May 19 13:22:25.619797 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.620843 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.621350 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 13:22:25.621695 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: tagging.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.622777 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.623304 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: standard-attr-tag May 19 13:22:25.623629 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: timestamp.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.624820 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.625338 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loaded extension: standard-attr-timestamp May 19 13:22:25.625691 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: trunk.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.626721 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.627243 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension trunk not supported by any of loaded plugins May 19 13:22:25.627569 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: trunk_details.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.628491 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.629008 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension trunk-details not supported by any of loaded plugins May 19 13:22:25.629327 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.630270 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.630781 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 13:22:25.631103 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Loading extension file: vlantransparent.py {{(pid=103574) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 13:22:25.631790 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103574) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 13:22:25.632306 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 13:22:25.634955 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:network May 19 13:22:25.635489 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:subnet May 19 13:22:25.635976 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:22:25.636368 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:port May 19 13:22:25.638860 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.639312 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service FLAVORS assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.639938 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.640366 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.640697 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:router May 19 13:22:25.641129 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:floatingip May 19 13:22:25.641640 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service METERING assigned prefix: /metering {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.643100 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.643474 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.643828 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:22:25.644830 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of CountableResource for resource:rbac_policy May 19 13:22:25.645272 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:security_group May 19 13:22:25.645732 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 13:22:25.646270 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service CORE assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.646682 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:22:25.647026 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] subnetpool is already registered May 19 13:22:25.647459 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service CORE assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.647798 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:22:25.648131 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] subnetpool is already registered May 19 13:22:25.650436 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.650871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service FLAVORS assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.651549 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.651979 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.652307 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:router May 19 13:22:25.652650 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] router is already registered May 19 13:22:25.653060 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:floatingip May 19 13:22:25.653393 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] floatingip is already registered May 19 13:22:25.653866 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service METERING assigned prefix: /metering {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.654526 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of CountableResource for resource:rbac_policy May 19 13:22:25.654855 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] rbac_policy is already registered May 19 13:22:25.655262 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:security_group May 19 13:22:25.655596 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] security_group is already registered May 19 13:22:25.655996 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 13:22:25.656327 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] security_group_rule is already registered May 19 13:22:25.656943 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service CORE assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.657272 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:22:25.657628 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] subnetpool is already registered May 19 13:22:25.658046 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.resource_helper [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Service CORE assigned prefix: {{(pid=103574) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 13:22:25.658369 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Creating instance of TrackedResource for resource:subnetpool May 19 13:22:25.658698 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING neutron.quota.resource_registry [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] subnetpool is already registered May 19 13:22:25.659164 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: extensions {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.660627 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: address-groups {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.662147 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: address-scopes {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.663481 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: agents {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.664647 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: auto-allocated-topology {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.665924 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: availability_zones {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.667564 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: dhcp-networks {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.669072 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: dhcp-agents {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.670506 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: routers {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.672225 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: flavors {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.673574 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: service_profiles {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.674807 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: next_providers {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.676228 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: service_profiles {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.677779 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: floatingip-pools {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.678996 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: routers {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.680693 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: floatingips {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.682017 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: l3-routers {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.683604 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: l3-agents {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.684989 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: metering-labels {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.686259 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: metering-label-rules {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.687620 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: network-ip-availabilities {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.688861 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: bindings {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.690518 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: quotas {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.692165 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: quotas {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.693722 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: rbac-policies {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.694912 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: security-groups {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.696218 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: security-group-rules {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.697451 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: service-providers {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.699066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: subnetpools {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.700384 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: subnetpools {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.701954 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.703628 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.706434 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.708217 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.709909 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.711863 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.713578 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.715498 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.717257 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.719019 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron.api.extensions [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Extended resource: tags {{(pid=103574) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 13:22:25.725198 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING keystonemiddleware.auth_token [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 13:22:25.730860 dv-cinder-841125-6-iscsi neutron-server[103574]: WARNING keystonemiddleware.auth_token [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 13:22:25.739768 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_concurrency.lockutils [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Acquired lock "singleton_lock" {{(pid=103574) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 13:22:25.740242 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_concurrency.lockutils [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Releasing lock "singleton_lock" {{(pid=103574) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 13:22:25.740892 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO oslo_service.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Starting 2 workers May 19 13:22:25.745843 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Started child 103683 {{(pid=103574) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:22:25.750285 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Started child 103684 {{(pid=103574) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:22:25.751550 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:25.752314 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO neutron.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 13:22:25.752466 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:25.753112 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [-] (103683) wsgi starting up on http://0.0.0.0:9696 May 19 13:22:25.754938 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO oslo_service.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Starting 1 workers May 19 13:22:25.755145 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:25.756451 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [-] (103684) wsgi starting up on http://0.0.0.0:9696 May 19 13:22:25.760123 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Started child 103685 {{(pid=103574) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:22:25.760976 dv-cinder-841125-6-iscsi neutron-server[103574]: INFO oslo_service.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Starting 1 workers May 19 13:22:25.764130 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] calling RpcWorker wait() {{(pid=103685) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 13:22:25.764684 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] returning from RpcWorker wait() {{(pid=103685) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 13:22:25.765321 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Started child 103686 {{(pid=103574) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 13:22:25.765985 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:25.766112 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9709979-4419-476c-9f54-bc655ca6eea6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:25.766510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:25.768025 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103574) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 13:22:25.768228 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 13:22:25.768624 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 13:22:25.768811 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 13:22:25.769319 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 13:22:25.769487 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 13:22:25.769996 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.770279 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.770536 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:25.771048 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.771048 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.771338 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.771460 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:25.771600 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.771844 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.772120 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.772375 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.772502 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.772660 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.773082 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.773319 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.773645 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.773893 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.774132 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.774372 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.774533 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.774813 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.775089 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.775334 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.775617 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] debug = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.775860 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.776599 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.776786 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.777013 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.777211 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.777450 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.777704 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.777951 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.778195 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.778413 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.778668 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.778901 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.779176 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.779365 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.779645 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.779872 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.780106 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.780573 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] host = dv-cinder-841125-6-iscsi {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.780798 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.781036 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.781286 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.781569 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.781842 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.782057 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.782310 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.782557 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.782826 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.783068 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.783318 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.783553 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.783788 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.784036 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.784201 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_options = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.784434 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.784706 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.784950 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.785148 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.785317 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.785506 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.785770 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.785931 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.786178 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.786411 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.786626 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.786840 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.787070 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.787304 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.787578 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.787825 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.788006 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.788214 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.788467 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.788694 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.788947 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.789190 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.789449 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.789765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.789915 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.790103 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.790345 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.790587 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.790799 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.791032 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.791399 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.792232 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.792646 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.793057 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.793613 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.794029 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.794668 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.795081 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.795620 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.795856 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.796325 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.796528 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.796993 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.797374 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.797671 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.798037 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.798278 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_json = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.798705 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.799015 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.799316 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.799620 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.799906 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.800126 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.800367 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.800602 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.800985 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.801550 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.801994 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.802483 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.802920 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.803328 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.803738 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.804145 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.804535 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.805020 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.805442 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.805900 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.806362 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.806652 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.806951 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.807174 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.807604 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.807886 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.808169 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.809336 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.809336 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.809336 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.809336 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.809730 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.809813 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.810045 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.810300 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.810808 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.811158 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.811506 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.811854 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.812267 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.812611 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.812913 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.813208 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.813468 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.813813 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.813959 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.814198 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.814460 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.814650 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.814917 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.815168 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.815412 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.815661 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.815890 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.816289 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.816663 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.817134 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.817582 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.818045 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.818322 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.818559 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.818782 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.819033 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.819282 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.819512 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.819767 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.820010 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.820277 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.820492 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.820719 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.821082 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.821504 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.821869 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.822275 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.822677 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.823192 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.823654 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.824069 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.824461 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.824842 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.825251 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.825668 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.826079 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.826488 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.826717 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.826935 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.827174 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.827570 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.827765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.828155 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.828569 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.828985 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.829368 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.829788 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.830084 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.830307 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.830526 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.830745 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.830983 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.831180 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.831615 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.832032 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.832276 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.832501 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.832754 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.832992 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.833227 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.833470 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.833708 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.833940 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.834198 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.834501 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.834753 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.834991 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.835361 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.835787 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.836013 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.836243 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.836485 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.836707 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.836938 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.837165 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.837473 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.837721 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.837983 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.838217 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.838452 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.838733 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.839000 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.839426 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.839873 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.840272 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.840530 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.840980 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.841253 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.841560 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.841798 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.842209 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.842481 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.842699 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.842950 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.843199 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.843446 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.843670 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.843934 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.844158 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.844375 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.844606 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.844963 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.845197 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.845452 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.845674 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.845949 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.846332 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.846713 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.846982 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.847230 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.847482 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.847725 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.847956 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.848174 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.848414 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.848671 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.848888 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.849122 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.849338 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.849619 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.849835 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.850049 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.850288 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.850504 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.850721 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.850952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.851186 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.851407 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.851660 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.851873 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.852091 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.852330 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.852547 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.852765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.852981 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.853187 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.853475 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.853698 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.853989 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.854242 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.854553 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.854800 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.855032 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.855278 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.855513 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.855759 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.855977 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.856208 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.856479 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.856695 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.856905 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.857129 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.857366 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.857601 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.857844 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.858073 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.858392 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.858635 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.858864 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.859117 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.859361 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.859587 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.859795 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.860004 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.860224 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.860440 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.860680 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.860922 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.861137 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.861354 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.861618 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.861845 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.862339 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.862766 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.863266 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.863509 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.863752 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.863987 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.864206 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.864440 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.864652 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.864864 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.865090 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.865510 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.865510 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.865807 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.866054 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.866281 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.866540 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.866757 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.866986 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.867210 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.867456 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.868123 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.868123 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.868123 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.868463 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.868562 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.869010 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.869010 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.869271 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.869393 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.869537 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.870212 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.870212 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.870212 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.870542 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.870650 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872008 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872008 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872008 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872008 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872008 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872008 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872616 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872616 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872616 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872829 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.872934 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.873149 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.873357 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.873671 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.873926 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.874138 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.874415 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.874664 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.874915 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.875162 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.875459 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.875683 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.875943 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.876188 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.876410 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.876652 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.876918 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.877243 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.877552 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.877789 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.878044 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.878308 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.878566 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:25.878661 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.878861 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.879081 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.879388 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.879698 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.879971 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.880220 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.880450 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.880684 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.880906 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.881124 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.881446 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.881683 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.881903 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.882160 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.882392 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.882642 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.882884 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.883116 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.883338 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.883586 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.883803 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.884048 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.884268 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.884426 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 13:22:25.884975 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103574) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 13:22:25.885136 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 13:22:25.885289 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 13:22:25.885492 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 13:22:25.885767 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 13:22:25.885925 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 13:22:25.886172 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.886328 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.886509 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.886650 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.886939 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.887110 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.887247 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.887402 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.887563 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.887721 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.887879 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.888037 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.888255 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.888413 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.888749 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.889080 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.889247 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.889384 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.889777 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.889777 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.890030 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.890030 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] debug = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.890287 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.890424 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.890592 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.891656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] host = dv-cinder-841125-6-iscsi {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.893262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.894264 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_options = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895150 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.895997 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.896538 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.896538 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.896538 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.896869 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.896869 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.896869 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.897236 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.897236 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.897507 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.897507 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.897824 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.897824 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898074 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898074 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898339 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898339 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898601 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898731 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898860 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.898985 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.899119 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.899261 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.899394 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.899585 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.899722 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.899854 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.899986 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.900112 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.900248 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.900382 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.900556 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.900698 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.900831 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.900964 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.901096 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.901254 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.901909 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.901909 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.902186 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_json = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.902329 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.902463 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.902606 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.902740 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.902872 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.903005 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.903137 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.903295 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.903436 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 13:22:25.903622 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.903769 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.903945 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.904106 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.904348 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.904513 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.904666 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.904822 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.905172 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.905172 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.905765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.905765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.905765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.905765 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.906871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.906871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.906871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.906871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.906871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.906871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.906871 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.908326 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.910066 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.912023 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.914002 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.915561 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.916262 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.918128 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.919055 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921311 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.921952 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.922579 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923118 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.923656 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924004 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924004 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924146 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924272 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924433 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924593 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924801 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.924925 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.925064 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.925223 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.925382 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.925589 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.925751 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926061 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926061 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926305 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926391 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926499 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926642 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926802 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.926961 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.927121 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.927281 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.927441 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.927601 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.927759 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.927919 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.928079 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.928240 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.928399 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.928558 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.928717 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.928877 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.929035 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.929195 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.929356 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.929682 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.929843 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.930003 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.930113 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 44764) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:22:25.930236 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.930352 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.930474 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.930592 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.930754 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.930914 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.931072 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.931231 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.931396 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.931616 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.931743 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.931847 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.932012 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.932173 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.932333 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.932618 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.932869 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.933090 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.933254 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.933440 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.933599 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.933760 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.933920 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.934081 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.934241 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.934400 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.934559 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.934737 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.934896 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.935056 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.935219 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.935378 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.935536 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.935694 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.935853 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.936012 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.936171 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.936333 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.936492 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.936652 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.936812 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.936971 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.937130 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.937291 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.937461 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.937626 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.937786 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.937946 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.938169 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.938337 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.938490 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063245 May 19 13:22:25.938629 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.938763 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.938916 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.939081 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.939240 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.939385 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.939562 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.939722 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.939942 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.940687 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.940687 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.940687 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.940687 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.940687 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941209 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941209 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941209 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941209 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941673 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941673 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941673 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.941929 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.942040 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.942144 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.942288 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.942447 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.942607 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.943601 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.943778 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.943941 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.944112 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.944274 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.944435 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.944596 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.944756 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.944915 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.945085 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.945246 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.945421 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.945590 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.945750 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.945909 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.946080 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.946241 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.946401 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.946569 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947131 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947131 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947131 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947493 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947493 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947493 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947828 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.947828 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.948049 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.948187 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.948356 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.948527 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.948695 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.948860 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.949016 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.949185 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.949355 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.949605 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.949772 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.949901 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.950005 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.950165 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.950324 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.950485 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.950645 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.950809 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.950972 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.951130 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.951295 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.951454 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.951615 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.951777 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.951938 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.952096 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.952259 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.952414 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.952571 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.952730 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.952891 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 13:22:25.953044 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103574) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 13:22:35.238522 dv-cinder-841125-6-iscsi neutron-server[103574]: DEBUG dbcounter [-] [103574] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:22:37.225379 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd21d9-86dc-4502-b8c6-a5f3e76e18cf None None] get_active_networks_info from dv-cinder-841125-6-iscsi {{(pid=103685) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 13:22:37.234736 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writer thread running {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:22:37.235348 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writer thread running {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:22:37.324324 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cd21d9-86dc-4502-b8c6-a5f3e76e18cf None None] No non-hosted networks {{(pid=103685) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 13:22:37.333939 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.agentschedulers_db [None req-22cd21d9-86dc-4502-b8c6-a5f3e76e18cf None None] DHCP Agent not found on host dv-cinder-841125-6-iscsi {{(pid=103685) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 19 13:22:37.425898 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-4c896b9b-9a1e-4244-8252-1e77173f876e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514513'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:38.872143 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writer thread running {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:22:39.530509 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a8979b45-97c6-4cbc-bda8-71bbc37b1582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514513'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:39.587329 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-60de5b6c-d6ce-4ea7-914d-2a98a1db8ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:40.646859 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 44836) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:22:40.787269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514513'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:41.282612 dv-cinder-841125-6-iscsi neutron-server[103684]: WARNING oslo_policy.policy [None req-60b682d5-c0e4-4fc2-ab22-53203f327e48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:41.283488 dv-cinder-841125-6-iscsi neutron-server[103684]: WARNING oslo_policy.policy [None req-60b682d5-c0e4-4fc2-ab22-53203f327e48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:41.508296 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [None req-60b682d5-c0e4-4fc2-ab22-53203f327e48 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:22:41.526206 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-60b682d5-c0e4-4fc2-ab22-53203f327e48 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8772171 May 19 13:22:42.409196 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514513'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:43.877356 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514513'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:43.880435 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.882014 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.882568 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.883709 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.885611 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.886115 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.886918 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.887424 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.887910 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.888393 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.888933 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.889437 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.891290 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.892089 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.892572 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:43.893750 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841125-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:43.904090 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841125-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:43.969232 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.db.l3_hamode_db [None req-27880d0b-c096-4904-a329-c1f857dfc6b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 13:22:44.052913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27880d0b-c096-4904-a329-c1f857dfc6b1 None None] Routers set() bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:22:44.053365 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27880d0b-c096-4904-a329-c1f857dfc6b1 None None] Router IDs set() for agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 13:22:44.074756 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 44870) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:22:44.417909 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-e474bf55-ac33-4a5f-8d45-9a1e39195cf8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:22:44.506501 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.policy [None req-e474bf55-ac33-4a5f-8d45-9a1e39195cf8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103684) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 13:22:44.547822 dv-cinder-841125-6-iscsi neutron-server[103684]: WARNING oslo_policy.policy [None req-e474bf55-ac33-4a5f-8d45-9a1e39195cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:44.548190 dv-cinder-841125-6-iscsi neutron-server[103684]: WARNING oslo_policy.policy [None req-e474bf55-ac33-4a5f-8d45-9a1e39195cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:44.569130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writer thread running {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:22:44.646191 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e474bf55-ac33-4a5f-8d45-9a1e39195cf8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782754145992', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782754145500', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782754129801', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782754135459', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782754124883', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782754118441', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8015922', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7997440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541577', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1549018'] for rbac-policy (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:44.716328 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e474bf55-ac33-4a5f-8d45-9a1e39195cf8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:44.717558 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e474bf55-ac33-4a5f-8d45-9a1e39195cf8 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6417906 May 19 13:22:47.139157 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 44882) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:22:47.501338 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:22:47.532213 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Made reservation on behalf of 1304cdebe410471bbff6abc40fce9b60 for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:22:47.536125 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:47.552916 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:47.673523 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks [] for security_group (4a3a6011-52f9-4f52-8315-3244edd34cbc), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:47.680935 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4a3a6011-52f9-4f52-8315-3244edd34cbc), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:47.720444 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:22:47.748182 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (638c09e3-05c5-4461-8b69-e73a9226acbb), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:47.748705 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Added segment 638c09e3-05c5-4461-8b69-e73a9226acbb of type vlan for network cc95a611-a8a9-4a25-9810-f05c79a04f05 May 19 13:22:47.763744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3a6011-52f9-4f52-8315-3244edd34cbc,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:47.823476 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.823683 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.824046 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.824382 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.824710 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.825024 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.825339 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.825679 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.825996 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.826304 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.826617 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.826945 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.827239 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.827544 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.827849 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Tracked resource versions report: May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: pushed versions: May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: { 'AddressGroup': {'1.2'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Agent': {'1.1'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'ConntrackHelper': {'1.0'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'LocalIPAssociation': {'1.0'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Log': {'1.0'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'NDPProxy': {'1.0'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Network': {'1.1'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Port': {'1.7'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'PortForwarding': {'1.3'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'QosPolicy': {'1.10'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroup': {'1.5'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroupRule': {'1.2'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SubPort': {'1.0'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Subnet': {'1.1'}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Trunk': {'1.1'}} May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: consumer versions: May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Agent': '1.1', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'ConntrackHelper': '1.0', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'LocalIPAssociation': '1.0', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Log': '1.0', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'NDPProxy': '1.0', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Network': '1.1', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Port': '1.7', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'PortForwarding': '1.3', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'QosPolicy': '1.10', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroup': '1.5', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroupRule': '1.2', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SubPort': '1.0', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Subnet': '1.1', May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Trunk': '1.1'}} May 19 13:22:47.829225 dv-cinder-841125-6-iscsi neutron-server[103684]: {{(pid=103684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:22:47.862713 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (cc95a611-a8a9-4a25-9810-f05c79a04f05), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:47.891752 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=48,neutron:INSERT=47,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:22:47.907973 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (cc95a611-a8a9-4a25-9810-f05c79a04f05), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:47.913612 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:47.914320 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:48.011930 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8716671 May 19 13:22:48.033797 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb610fc-19fd-4b00-a9d8-de98bd7d1cfb demo demo] Pushing event updated for resources: {'Network': ['ID=cc95a611-a8a9-4a25-9810-f05c79a04f05,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:48.048019 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:22:50.559314 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 44896) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:22:51.119058 dv-cinder-841125-6-iscsi neutron-server[103683]: WARNING oslo_policy.policy [None req-547a83f1-7ec8-466d-a0db-3ac8ed8244be demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:51.119954 dv-cinder-841125-6-iscsi neutron-server[103683]: WARNING oslo_policy.policy [None req-547a83f1-7ec8-466d-a0db-3ac8ed8244be demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:51.346834 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writer thread running {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 13:22:51.548941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.policy [None req-547a83f1-7ec8-466d-a0db-3ac8ed8244be demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103683) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 13:22:51.590274 dv-cinder-841125-6-iscsi neutron-server[103683]: WARNING oslo_policy.policy [None req-547a83f1-7ec8-466d-a0db-3ac8ed8244be demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:51.590859 dv-cinder-841125-6-iscsi neutron-server[103683]: WARNING oslo_policy.policy [None req-547a83f1-7ec8-466d-a0db-3ac8ed8244be demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 13:22:51.598450 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a83f1-7ec8-466d-a0db-3ac8ed8244be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:51.600191 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-547a83f1-7ec8-466d-a0db-3ac8ed8244be demo admin] 10.222.0.24 "GET /v2.0/networks/cc95a611-a8a9-4a25-9810-f05c79a04f05 HTTP/1.1" status: 200 len: 825 time: 1.0399601 May 19 13:22:51.655726 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-31fbe335-e010-4513-a35a-e3e249164460 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/faa5264a-75c6-48a4-b190-4e35f320647e HTTP/1.1" status: 200 len: 734 time: 0.0461144 May 19 13:22:51.667841 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'faa5264a-75c6-48a4-b190-4e35f320647e', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:22:51.707875 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Made reservation on behalf of 1304cdebe410471bbff6abc40fce9b60 for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:22:51.710760 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:52.020618 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (f1ac035c-737c-465b-8ba2-dff3e66266a4), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:52.092698 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Checking segment: {'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:22:52.093085 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Network hostable DHCP agents. Network: cc95a611-a8a9-4a25-9810-f05c79a04f05, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:22:52.102109 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f1ac035c-737c-465b-8ba2-dff3e66266a4,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:52.113934 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.114271 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.114615 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.114957 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.115281 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.115599 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.115912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.116221 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.116558 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.116872 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.117185 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.117522 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.117832 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.118142 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.118448 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Tracked resource versions report: May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: pushed versions: May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: { 'AddressGroup': {'1.2'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Agent': {'1.1'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'ConntrackHelper': {'1.0'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'LocalIPAssociation': {'1.0'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Log': {'1.0'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'NDPProxy': {'1.0'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Network': {'1.1'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Port': {'1.7'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'PortForwarding': {'1.3'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'QosPolicy': {'1.10'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroup': {'1.5'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroupRule': {'1.2'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SubPort': {'1.0'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Subnet': {'1.1'}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Trunk': {'1.1'}} May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: consumer versions: May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Agent': '1.1', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'ConntrackHelper': '1.0', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'LocalIPAssociation': '1.0', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Log': '1.0', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'NDPProxy': '1.0', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Network': '1.1', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Port': '1.7', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'PortForwarding': '1.3', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'QosPolicy': '1.10', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroup': '1.5', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroupRule': '1.2', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SubPort': '1.0', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Subnet': '1.1', May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Trunk': '1.1'}} May 19 13:22:52.119941 dv-cinder-841125-6-iscsi neutron-server[103683]: {{(pid=103683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:22:52.133523 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=64,neutron:INSERT=36 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:22:52.149177 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:22:52.163995 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, cc95a611-a8a9-4a25-9810-f05c79a04f05) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:22:52.169803 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:52.170612 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:52.174002 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aeeded-a898-471b-bc25-a5537c7f1335 None None] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:22:52.194189 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c611151e-2c26-4720-8b36-cf78f3d0c561 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5302150 May 19 13:22:52.426269 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:22:52.433983 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=6 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:22:52.440559 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-cc95a611-a8a9-4a25-9810-f05c79a04f05', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'fixed_ips': [{'subnet_id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:22:52.441883 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:52.721595 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Allocated IP 172.20.0.2 (cc95a611-a8a9-4a25-9810-f05c79a04f05/f1ac035c-737c-465b-8ba2-dff3e66266a4/f5e68b6a-705a-442f-87ac-c4195db4ff22) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:22:52.984450 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Publish callbacks [] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:52.992574 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:53.061094 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:22:53.068226 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:22:53.075341 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:22:53.095320 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Pushing event updated for resources: {'Port': ['ID=f5e68b6a-705a-442f-87ac-c4195db4ff22,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:53.125816 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.126165 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.126516 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.126853 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.127185 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.127510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.127825 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.128155 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.128478 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.128793 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.129101 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.129435 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.129768 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.130088 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.130400 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Tracked resource versions report: May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: pushed versions: May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: { 'AddressGroup': {'1.2'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Agent': {'1.1'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'ConntrackHelper': {'1.0'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'LocalIPAssociation': {'1.0'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Log': {'1.0'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'NDPProxy': {'1.0'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Network': {'1.1'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Port': {'1.7'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'PortForwarding': {'1.3'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'QosPolicy': {'1.10'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroup': {'1.5'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroupRule': {'1.2'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SubPort': {'1.0'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Subnet': {'1.1'}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Trunk': {'1.1'}} May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: consumer versions: May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Agent': '1.1', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'ConntrackHelper': '1.0', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'LocalIPAssociation': '1.0', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Log': '1.0', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'NDPProxy': '1.0', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Network': '1.1', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Port': '1.7', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'PortForwarding': '1.3', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'QosPolicy': '1.10', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroup': '1.5', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroupRule': '1.2', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SubPort': '1.0', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Subnet': '1.1', May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Trunk': '1.1'}} May 19 13:22:53.131751 dv-cinder-841125-6-iscsi neutron-server[103685]: {{(pid=103685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:22:53.182829 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Attempting to bind port f5e68b6a-705a-442f-87ac-c4195db4ff22 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:22:53.183539 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Attempting to bind port f5e68b6a-705a-442f-87ac-c4195db4ff22 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:22:53.183864 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Attempting to bind port f5e68b6a-705a-442f-87ac-c4195db4ff22 on network cc95a611-a8a9-4a25-9810-f05c79a04f05 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:22:53.186489 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:22:53.190970 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:22:53.191341 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Checking segment: {'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:22:53.191847 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:53.192236 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Bound using segment: {'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:22:53.192727 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Bound port: f5e68b6a-705a-442f-87ac-c4195db4ff22, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:22:53.193123 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:53.256962 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] For port f5e68b6a-705a-442f-87ac-c4195db4ff22, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:22:53.278783 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] For port f5e68b6a-705a-442f-87ac-c4195db4ff22, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=f5e68b6a-705a-442f-87ac-c4195db4ff22,segment=NetworkSegment(638c09e3-05c5-4461-8b69-e73a9226acbb),segment_id=638c09e3-05c5-4461-8b69-e73a9226acbb)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:22:53.286189 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:22:53.340248 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831d999-e264-45c2-979b-55bbc58a72ea None None] Pushing event updated for resources: {'Port': ['ID=f5e68b6a-705a-442f-87ac-c4195db4ff22,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:54.685282 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 44924) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:22:55.030199 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [None req-cf54a6c1-45ec-473f-bc77-66261a737d85 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103683) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:22:55.031186 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-cf54a6c1-45ec-473f-bc77-66261a737d85 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3448811 May 19 13:22:57.540394 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 44932) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:22:57.872305 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [None req-6dc5f583-343d-407e-b50b-185303e83aeb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103683) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:22:57.885436 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6dc5f583-343d-407e-b50b-185303e83aeb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3316746 May 19 13:22:58.012913 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=55,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:22:58.033883 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:00.400182 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 44940) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:23:00.741052 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-5c5e659c-c9ab-46ec-93d7-dbf24ad1ef1b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:23:00.767012 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c5e659c-c9ab-46ec-93d7-dbf24ad1ef1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:00.768778 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c5e659c-c9ab-46ec-93d7-dbf24ad1ef1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:00.929042 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c5e659c-c9ab-46ec-93d7-dbf24ad1ef1b demo demo] Publish callbacks [] for router_controller (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), precommit_add_association {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:00.935042 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c5e659c-c9ab-46ec-93d7-dbf24ad1ef1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:00.955955 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c5e659c-c9ab-46ec-93d7-dbf24ad1ef1b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:00.957130 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5c5e659c-c9ab-46ec-93d7-dbf24ad1ef1b demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5560775 May 19 13:23:03.327451 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=9 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:03.331148 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=64,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:03.337731 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:03.520355 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 44954) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:23:03.875545 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [None req-fa89fe3e-27e3-476b-b79a-d54cef6f930c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:23:03.876552 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-fa89fe3e-27e3-476b-b79a-d54cef6f930c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3551323 May 19 13:23:04.571180 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device f5e68b6a-705a-442f-87ac-c4195db4ff22 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:23:04.657042 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port f5e68b6a-705a-442f-87ac-c4195db4ff22 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:04.657491 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:04.693016 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce7a44-ce0e-4711-9e8d-a32dee240a89 None None] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:23:04.831543 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port f5e68b6a-705a-442f-87ac-c4195db4ff22 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:04.831825 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:04.858918 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-12b0c30f-bdec-4df8-bc09-a9443036df6e None None] Provisioning complete for port f5e68b6a-705a-442f-87ac-c4195db4ff22 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:04.859311 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-12b0c30f-bdec-4df8-bc09-a9443036df6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:04.940014 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port f5e68b6a-705a-442f-87ac-c4195db4ff22, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=f5e68b6a-705a-442f-87ac-c4195db4ff22,segment=NetworkSegment(638c09e3-05c5-4461-8b69-e73a9226acbb),segment_id=638c09e3-05c5-4461-8b69-e73a9226acbb)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:23:04.952061 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:05.030743 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=f5e68b6a-705a-442f-87ac-c4195db4ff22,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:05.045599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-12b0c30f-bdec-4df8-bc09-a9443036df6e None None] Current status of the port f5e68b6a-705a-442f-87ac-c4195db4ff22 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:05.171217 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-9a374fdc-45ae-4fb1-bf26-0b200c172349 None None] Provisioning complete for port f5e68b6a-705a-442f-87ac-c4195db4ff22 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:05.171808 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9a374fdc-45ae-4fb1-bf26-0b200c172349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:05.252186 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-9a374fdc-45ae-4fb1-bf26-0b200c172349 None None] Current status of the port f5e68b6a-705a-442f-87ac-c4195db4ff22 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:06.477350 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 44964) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:23:06.551508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device f5e68b6a-705a-442f-87ac-c4195db4ff22 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:23:06.596117 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port f5e68b6a-705a-442f-87ac-c4195db4ff22 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:06.596502 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:06.674316 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port f5e68b6a-705a-442f-87ac-c4195db4ff22 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:06.831544 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:23:06.855652 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Made reservation on behalf of 863bcb4c192047ed8ae210a081ac829f for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:23:06.857952 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:06.866224 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:06.954304 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks [] for security_group (4424d0c4-3171-4b7a-8e08-b80247ca6e63), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:06.960144 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4424d0c4-3171-4b7a-8e08-b80247ca6e63), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:06.980646 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103684) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 13:23:06.995340 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4424d0c4-3171-4b7a-8e08-b80247ca6e63,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:07.001963 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (353b0acf-72af-4e29-9a58-6eef6fadf428), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:07.002357 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Added segment 353b0acf-72af-4e29-9a58-6eef6fadf428 of type flat for network 43cd534f-6e6e-4e38-9855-01db45d8fc85 May 19 13:23:07.066920 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (43cd534f-6e6e-4e38-9855-01db45d8fc85), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:07.102437 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (43cd534f-6e6e-4e38-9855-01db45d8fc85), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:07.103887 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:07.104464 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:07.182252 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c8773fb5-42fe-4dee-bc1f-0b0704bf5f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:07.197402 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7186022 May 19 13:23:07.198346 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0690683-6d5a-43d7-a16e-6f92a1c214c3 admin admin] Pushing event updated for resources: {'Network': ['ID=43cd534f-6e6e-4e38-9855-01db45d8fc85,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:07.209446 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:23:09.528926 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8cefe9a7-ecba-403d-8a4c-07afa82614a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:09.698615 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 44972) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:23:10.134133 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a13f7-c409-47b3-88ab-9c54f176f377 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:10.135401 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5d5a13f7-c409-47b3-88ab-9c54f176f377 demo admin] 10.222.0.24 "GET /v2.0/subnets/f1ac035c-737c-465b-8ba2-dff3e66266a4 HTTP/1.1" status: 200 len: 849 time: 0.4355001 May 19 13:23:10.270320 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-69264e4e-7021-4c2e-bc22-971a5d5e315e demo admin] 10.222.0.24 "GET /v2.0/routers/bb50ef84-d374-4d08-bc3d-ce7d3913ba8c HTTP/1.1" status: 200 len: 704 time: 0.1261747 May 19 13:23:10.410764 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:10.542060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:10.784189 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:10.886282 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Allocated IP 172.20.0.1 (cc95a611-a8a9-4a25-9810-f05c79a04f05/f1ac035c-737c-465b-8ba2-dff3e66266a4/934e55f8-dc9e-480b-a627-404f26ab1ca9) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:23:11.062056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks [] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.136357 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.139772 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:11.209438 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:23:11.218234 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:23:11.225015 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:23:11.225528 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.247967 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Pushing event updated for resources: {'Port': ['ID=934e55f8-dc9e-480b-a627-404f26ab1ca9,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:11.413210 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-26a3e4b8-c96f-490e-9fa4-68966146c9a6 None None] Provisioning complete for port 934e55f8-dc9e-480b-a627-404f26ab1ca9 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:11.413669 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-26a3e4b8-c96f-490e-9fa4-68966146c9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.447887 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-26a3e4b8-c96f-490e-9fa4-68966146c9a6 None None] Port 934e55f8-dc9e-480b-a627-404f26ab1ca9 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:23:11.472860 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.665309 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:11.738683 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks [] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.746254 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.747327 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:11.829373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Pushing event updated for resources: {'Port': ['ID=934e55f8-dc9e-480b-a627-404f26ab1ca9,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:11.878207 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:23:11.879532 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:23:12.050454 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:23:12.067179 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-2d49cfd6-7b7e-46e4-949a-62dd9afe60c6 None None] Provisioning complete for port 934e55f8-dc9e-480b-a627-404f26ab1ca9 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:12.067708 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2d49cfd6-7b7e-46e4-949a-62dd9afe60c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:12.099781 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-2d49cfd6-7b7e-46e4-949a-62dd9afe60c6 None None] Port 934e55f8-dc9e-480b-a627-404f26ab1ca9 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:23:12.139265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:23:12.144397 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b52c420d-afa0-47d4-a1b1-0624286aeeef demo admin] 10.222.0.24 "PUT /v2.0/routers/bb50ef84-d374-4d08-bc3d-ce7d3913ba8c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8671565 May 19 13:23:12.151000 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Sync routers for ids ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:23:12.163835 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Routers {'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:23:12.164635 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:23:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:12.330599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:12.346907 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Set router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c gateway port host: None {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:23:12.761080 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'name': 'router1', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:23:00Z', 'updated_at': '2022-05-19T13:23:11Z', 'revision_number': 2, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'gw_port_host': None, '_interfaces': [{'id': '934e55f8-dc9e-480b-a627-404f26ab1ca9', 'name': '', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'mac_address': 'fa:16:3e:fb:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:10Z', 'updated_at': '2022-05-19T13:23:11Z', 'revision_number': 2, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'subnets': [{'id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa5264a-75c6-48a4-b190-4e35f320647e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:12.812293 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Checking router: bb50ef84-d374-4d08-bc3d-ce7d3913ba8c for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:23:12.812662 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Updating router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c port 934e55f8-dc9e-480b-a627-404f26ab1ca9 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:23:12.868792 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:23:12.871351 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.405173 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Publish callbacks [] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.412949 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.497214 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Pushing event updated for resources: {'Port': ['ID=934e55f8-dc9e-480b-a627-404f26ab1ca9,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:13.513502 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.513767 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.514071 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.514404 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.514731 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.515051 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.515373 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.515690 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.516009 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.516323 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.516639 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.516973 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.517289 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.517626 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.517940 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Tracked resource versions report: May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: pushed versions: May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: { 'AddressGroup': {'1.2'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Agent': {'1.1'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'ConntrackHelper': {'1.0'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'LocalIPAssociation': {'1.0'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Log': {'1.0'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'NDPProxy': {'1.0'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Network': {'1.1'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Port': {'1.7'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'PortForwarding': {'1.3'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'QosPolicy': {'1.10'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroup': {'1.5'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroupRule': {'1.2'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SubPort': {'1.0'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Subnet': {'1.1'}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Trunk': {'1.1'}} May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: consumer versions: May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Agent': '1.1', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'ConntrackHelper': '1.0', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'LocalIPAssociation': '1.0', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Log': '1.0', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'NDPProxy': '1.0', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Network': '1.1', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Port': '1.7', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'PortForwarding': '1.3', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'QosPolicy': '1.10', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroup': '1.5', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroupRule': '1.2', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SubPort': '1.0', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Subnet': '1.1', May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Trunk': '1.1'}} May 19 13:23:13.519305 dv-cinder-841125-6-iscsi neutron-server[103686]: {{(pid=103686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:23:13.602480 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Attempting to bind port 934e55f8-dc9e-480b-a627-404f26ab1ca9 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:23:13.602976 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Attempting to bind port 934e55f8-dc9e-480b-a627-404f26ab1ca9 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:23:13.603437 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Attempting to bind port 934e55f8-dc9e-480b-a627-404f26ab1ca9 on network cc95a611-a8a9-4a25-9810-f05c79a04f05 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:23:13.609709 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:23:13.610134 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Checking segment: {'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:23:13.610589 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.610975 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Bound using segment: {'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:23:13.611467 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Bound port: 934e55f8-dc9e-480b-a627-404f26ab1ca9, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638c09e3-05c5-4461-8b69-e73a9226acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:23:13.611846 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.680160 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:13.684471 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] For port 934e55f8-dc9e-480b-a627-404f26ab1ca9, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:23:13.699415 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:13.706295 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] For port 934e55f8-dc9e-480b-a627-404f26ab1ca9, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=934e55f8-dc9e-480b-a627-404f26ab1ca9,segment=NetworkSegment(638c09e3-05c5-4461-8b69-e73a9226acbb),segment_id=638c09e3-05c5-4461-8b69-e73a9226acbb)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:23:13.714261 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.771848 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb4242-9d92-475b-90e4-2871edf82785 None None] Pushing event updated for resources: {'Port': ['ID=934e55f8-dc9e-480b-a627-404f26ab1ca9,revision_number=4']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:13.780253 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Routers {'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:23:13.780980 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:23:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:13.869165 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] Set router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c gateway port host: None {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:23:13.879212 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-450f923a-7c4d-42ca-aef4-7a24d9310ab0 None None] Provisioning complete for port 934e55f8-dc9e-480b-a627-404f26ab1ca9 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:13.880397 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-450f923a-7c4d-42ca-aef4-7a24d9310ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.923405 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:13.967802 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-450f923a-7c4d-42ca-aef4-7a24d9310ab0 None None] Current status of the port 934e55f8-dc9e-480b-a627-404f26ab1ca9 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:13.968475 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-450f923a-7c4d-42ca-aef4-7a24d9310ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:14.004549 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-450f923a-7c4d-42ca-aef4-7a24d9310ab0 None None] For port 934e55f8-dc9e-480b-a627-404f26ab1ca9, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=934e55f8-dc9e-480b-a627-404f26ab1ca9,segment=NetworkSegment(638c09e3-05c5-4461-8b69-e73a9226acbb),segment_id=638c09e3-05c5-4461-8b69-e73a9226acbb)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:23:14.009613 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-450f923a-7c4d-42ca-aef4-7a24d9310ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:14.049936 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:14.065200 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f923a-7c4d-42ca-aef4-7a24d9310ab0 None None] Pushing event updated for resources: {'Port': ['ID=934e55f8-dc9e-480b-a627-404f26ab1ca9,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:14.085071 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'name': 'router1', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:23:00Z', 'updated_at': '2022-05-19T13:23:11Z', 'revision_number': 2, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'gw_port_host': None, '_interfaces': [{'id': '934e55f8-dc9e-480b-a627-404f26ab1ca9', 'name': '', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'mac_address': 'fa:16:3e:fb:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:10Z', 'updated_at': '2022-05-19T13:23:13Z', 'revision_number': 4, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'subnets': [{'id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa5264a-75c6-48a4-b190-4e35f320647e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:14.109482 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c8cea-1154-418e-8255-6c8c57fc8d97 None None] The sync data for ids ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'] in dv-cinder-841125-6-iscsi is: [{'id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'name': 'router1', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:23:00Z', 'updated_at': '2022-05-19T13:23:11Z', 'revision_number': 2, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'gw_port_host': None, '_interfaces': [{'id': '934e55f8-dc9e-480b-a627-404f26ab1ca9', 'name': '', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'mac_address': 'fa:16:3e:fb:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:10Z', 'updated_at': '2022-05-19T13:23:13Z', 'revision_number': 4, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'subnets': [{'id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa5264a-75c6-48a4-b190-4e35f320647e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:23:14.131714 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-3a2c1c6c-b243-4df4-a577-29e108b28113 None None] Provisioning complete for port 934e55f8-dc9e-480b-a627-404f26ab1ca9 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:14.132131 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3a2c1c6c-b243-4df4-a577-29e108b28113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:14.207842 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c1c6c-b243-4df4-a577-29e108b28113 None None] Current status of the port 934e55f8-dc9e-480b-a627-404f26ab1ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:14.593822 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 44992) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:23:14.804265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96fc50-54e8-4636-bd42-68f8a07eef5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:14.805682 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-3c96fc50-54e8-4636-bd42-68f8a07eef5d admin admin] 10.222.0.24 "GET /v2.0/networks/43cd534f-6e6e-4e38-9855-01db45d8fc85 HTTP/1.1" status: 200 len: 842 time: 0.2107632 May 19 13:23:14.815374 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:23:14.838198 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Made reservation on behalf of 863bcb4c192047ed8ae210a081ac829f for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:23:14.840484 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:14.905533 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:15.107354 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.objects.ports [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103683) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 13:23:15.107789 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (1886f12d-2b6d-4df3-be64-7946cf1670fc), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:15.156546 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:15.162007 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1886f12d-2b6d-4df3-be64-7946cf1670fc,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:15.174269 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:23:15.174600 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Network hostable DHCP agents. Network: 43cd534f-6e6e-4e38-9855-01db45d8fc85, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:23:15.193008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:23:15.203110 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 43cd534f-6e6e-4e38-9855-01db45d8fc85) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:23:15.207298 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:15.207888 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:15.213855 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffcf03d-85c4-4b23-b767-8633e6ae4fc5 None None] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:23:15.224307 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-0ec60c10-6cbd-4cbc-a2d7-2b892b7e78eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4124031 May 19 13:23:15.303525 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:15.336326 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4f7590-1ea6-4fde-b607-7fa0555b149c None None] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:23:15.383528 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:17.161906 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=36,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:17.192182 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=38,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:17.658429 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45010) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:23:17.929206 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3629c49a-f0b6-4741-bb49-1a57026aa684 demo admin] 10.222.0.24 "GET /v2.0/routers/bb50ef84-d374-4d08-bc3d-ce7d3913ba8c HTTP/1.1" status: 200 len: 710 time: 0.2695854 May 19 13:23:18.085557 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9270b-b666-42c6-aa5c-54a4ef2b8dab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:18.092165 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5bd9270b-b666-42c6-aa5c-54a4ef2b8dab demo admin] 10.222.0.24 "GET /v2.0/networks/43cd534f-6e6e-4e38-9855-01db45d8fc85 HTTP/1.1" status: 200 len: 886 time: 0.1519890 May 19 13:23:18.096111 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:23:18.345552 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks [] for router_gateway (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:18.559271 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks [] for router_gateway (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:18.636334 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:18.820884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Allocated IP 172.27.1.223 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/56389fb3-2da3-41ff-a12f-a98f82aae35e) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:23:18.910486 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:18.930773 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks [] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:19.037966 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:19.087639 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:19.116593 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:23:19.121463 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:23:19.130717 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:23:19.133808 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Pushing event updated for resources: {'Port': ['ID=56389fb3-2da3-41ff-a12f-a98f82aae35e,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:19.403149 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks [] for router_gateway (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:19.602551 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:19.608190 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-507448'] for router (bb50ef84-d374-4d08-bc3d-ce7d3913ba8c), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:19.718562 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:23:19.826018 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:23:19.830314 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:19.845438 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-f20137fe-e236-40a1-b132-b55db3428bf1 demo admin] 10.222.0.24 "PUT /v2.0/routers/bb50ef84-d374-4d08-bc3d-ce7d3913ba8c HTTP/1.1" status: 200 len: 890 time: 1.7386701 May 19 13:23:22.367412 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45022) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:23:22.487384 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e00f70ea-afb6-4c82-8af7-f6c0c105a7fc admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1179163 May 19 13:23:22.578483 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 934e55f8-dc9e-480b-a627-404f26ab1ca9 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:23:22.625723 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 934e55f8-dc9e-480b-a627-404f26ab1ca9 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:22.626111 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:22.705323 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 934e55f8-dc9e-480b-a627-404f26ab1ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:22.945642 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Sync routers for ids ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:23:22.958250 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Routers {'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:23:22.958853 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:23:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:23.167226 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Set router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:23:23.631293 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'name': 'router1', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '56389fb3-2da3-41ff-a12f-a98f82aae35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:23:00Z', 'updated_at': '2022-05-19T13:23:19Z', 'revision_number': 4, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'gw_port': {'id': '56389fb3-2da3-41ff-a12f-a98f82aae35e', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:18Z', 'updated_at': '2022-05-19T13:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '934e55f8-dc9e-480b-a627-404f26ab1ca9', 'name': '', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'mac_address': 'fa:16:3e:fb:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:10Z', 'updated_at': '2022-05-19T13:23:13Z', 'revision_number': 5, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'subnets': [{'id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa5264a-75c6-48a4-b190-4e35f320647e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:23.682111 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Checking router: bb50ef84-d374-4d08-bc3d-ce7d3913ba8c for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:23:23.682479 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Updating router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c port 56389fb3-2da3-41ff-a12f-a98f82aae35e binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:23:23.738262 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:24.106689 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Publish callbacks [] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:24.112052 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:24.165494 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d5578-e7ed-43ca-b1c6-eea3694e6c59 None None] Pushing event updated for resources: {'Port': ['ID=56389fb3-2da3-41ff-a12f-a98f82aae35e,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:24.172335 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Attempting to bind port 56389fb3-2da3-41ff-a12f-a98f82aae35e on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:23:24.172335 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Attempting to bind port 56389fb3-2da3-41ff-a12f-a98f82aae35e by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:23:24.172866 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Attempting to bind port 56389fb3-2da3-41ff-a12f-a98f82aae35e on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:23:24.184450 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:23:24.184834 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:23:24.185254 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:24.185678 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:23:24.186178 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Bound port: 56389fb3-2da3-41ff-a12f-a98f82aae35e, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:23:24.186570 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:24.242591 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:24.246895 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] For port 56389fb3-2da3-41ff-a12f-a98f82aae35e, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:23:24.250632 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] For port 56389fb3-2da3-41ff-a12f-a98f82aae35e, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=56389fb3-2da3-41ff-a12f-a98f82aae35e,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:23:24.260019 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:24.321977 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d5578-e7ed-43ca-b1c6-eea3694e6c59 None None] Pushing event updated for resources: {'Port': ['ID=56389fb3-2da3-41ff-a12f-a98f82aae35e,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:24.324434 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Routers {'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:23:24.325015 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:23:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:24.432306 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] Set router bb50ef84-d374-4d08-bc3d-ce7d3913ba8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:23:24.571169 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=100 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:24.590382 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:24.643392 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'name': 'router1', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '56389fb3-2da3-41ff-a12f-a98f82aae35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:23:00Z', 'updated_at': '2022-05-19T13:23:19Z', 'revision_number': 4, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'gw_port': {'id': '56389fb3-2da3-41ff-a12f-a98f82aae35e', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:18Z', 'updated_at': '2022-05-19T13:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '934e55f8-dc9e-480b-a627-404f26ab1ca9', 'name': '', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'mac_address': 'fa:16:3e:fb:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:10Z', 'updated_at': '2022-05-19T13:23:13Z', 'revision_number': 5, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'subnets': [{'id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa5264a-75c6-48a4-b190-4e35f320647e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:24.670817 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890bad6-21e7-4f70-9fb0-0dbee94369d4 None None] The sync data for ids ['bb50ef84-d374-4d08-bc3d-ce7d3913ba8c'] in dv-cinder-841125-6-iscsi is: [{'id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'name': 'router1', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '56389fb3-2da3-41ff-a12f-a98f82aae35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:23:00Z', 'updated_at': '2022-05-19T13:23:19Z', 'revision_number': 4, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'gw_port': {'id': '56389fb3-2da3-41ff-a12f-a98f82aae35e', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:18Z', 'updated_at': '2022-05-19T13:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '934e55f8-dc9e-480b-a627-404f26ab1ca9', 'name': '', 'network_id': 'cc95a611-a8a9-4a25-9810-f05c79a04f05', 'tenant_id': '1304cdebe410471bbff6abc40fce9b60', 'mac_address': 'fa:16:3e:fb:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb50ef84-d374-4d08-bc3d-ce7d3913ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:23:10Z', 'updated_at': '2022-05-19T13:23:13Z', 'revision_number': 5, 'project_id': '1304cdebe410471bbff6abc40fce9b60', 'subnets': [{'id': 'f1ac035c-737c-465b-8ba2-dff3e66266a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faa5264a-75c6-48a4-b190-4e35f320647e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:23:26.660432 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 56389fb3-2da3-41ff-a12f-a98f82aae35e up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:23:26.722384 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 56389fb3-2da3-41ff-a12f-a98f82aae35e triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:26.722697 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:26.839064 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 56389fb3-2da3-41ff-a12f-a98f82aae35e is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:26.839957 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:26.862901 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 56389fb3-2da3-41ff-a12f-a98f82aae35e, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=56389fb3-2da3-41ff-a12f-a98f82aae35e,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:23:26.872705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:26.942629 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=56389fb3-2da3-41ff-a12f-a98f82aae35e,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:28.631255 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 56389fb3-2da3-41ff-a12f-a98f82aae35e up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:23:28.737675 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 56389fb3-2da3-41ff-a12f-a98f82aae35e triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:23:28.738066 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (56389fb3-2da3-41ff-a12f-a98f82aae35e), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:28.891861 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 56389fb3-2da3-41ff-a12f-a98f82aae35e is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:23:29.821951 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:29.823606 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:32.479624 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:32.483234 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=45,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:32.803099 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=42 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:32.821935 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=47 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:37.180908 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-eea35b68-66fa-4d0c-bb75-ddb3ad2362c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:39.538889 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9a4b786d-8848-4198-a7b6-20a76469556e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:40.719327 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:42.331750 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:43.879411 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:23:49.818452 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:23:53.855796 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:53.866956 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:23:53.873651 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:07.180867 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-83ef9aae-21ba-4922-bc4c-9612e8c2bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:09.535304 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7a1f47e9-3a8c-4e47-b34b-b7f162e82137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:09.818077 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:09.820467 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:10.721811 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:12.335045 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:13.875895 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:23.861608 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=19 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:23.862374 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:23.865485 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:25.804508 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:26.816885 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:24:36.850895 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:36.851572 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:37.177255 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3a67cc04-f50a-4a21-9085-b030b230ed4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:39.540726 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b4ce71fa-28fe-46f7-8fc4-ab4df799b07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:40.722355 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:41.066939 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45566) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:41.145908 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e176b448-ce5d-4d15-ad1a-00acf33c5b7b admin admin] GET failed (client error): The resource could not be found. May 19 13:24:41.147568 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e176b448-ce5d-4d15-ad1a-00acf33c5b7b admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0796075 May 19 13:24:41.335822 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df8c0f-7496-4bbe-992a-1b0a2adb83e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:41.337317 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d9df8c0f-7496-4bbe-992a-1b0a2adb83e4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1845977 May 19 13:24:42.332593 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:43.598878 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45576) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:43.701211 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c013a6c-d6df-4526-a4b9-8b6260ec7d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:43.702641 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-2c013a6c-d6df-4526-a4b9-8b6260ec7d4c admin admin] 10.222.0.24 "GET /v2.0/subnets/f1ac035c-737c-465b-8ba2-dff3e66266a4 HTTP/1.1" status: 200 len: 849 time: 0.1026311 May 19 13:24:43.715666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:24:43.873121 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:43.895360 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Publish callbacks [] for subnet (f1ac035c-737c-465b-8ba2-dff3e66266a4), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:44.054398 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782750369922'] for subnet (f1ac035c-737c-465b-8ba2-dff3e66266a4), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:44.086857 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:44.087215 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:44.099746 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] 10.222.0.24 "PUT /v2.0/subnets/f1ac035c-737c-465b-8ba2-dff3e66266a4 HTTP/1.1" status: 200 len: 868 time: 0.3775651 May 19 13:24:44.100021 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7119f0-186c-411d-b3e1-83607075f539 None None] Network cc95a611-a8a9-4a25-9810-f05c79a04f05 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:24:44.115776 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ac035c-737c-465b-8ba2-dff3e66266a4,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:44.126188 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.126443 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.126770 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.127110 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.127443 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.127775 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.128105 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.128429 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.128774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.129101 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.129472 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.129820 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.130144 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.130461 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.130802 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8903e40-7552-424e-8fe0-ddfa0c173489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:44.467602 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-90955d25-0115-4258-adcc-e856b1391244 None None] Provisioning complete for port 934e55f8-dc9e-480b-a627-404f26ab1ca9 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:24:44.467893 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90955d25-0115-4258-adcc-e856b1391244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (934e55f8-dc9e-480b-a627-404f26ab1ca9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:44.548834 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-90955d25-0115-4258-adcc-e856b1391244 None None] Current status of the port 934e55f8-dc9e-480b-a627-404f26ab1ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:24:44.558151 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-90955d25-0115-4258-adcc-e856b1391244 None None] Provisioning complete for port f5e68b6a-705a-442f-87ac-c4195db4ff22 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:24:44.558540 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90955d25-0115-4258-adcc-e856b1391244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f5e68b6a-705a-442f-87ac-c4195db4ff22), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:24:44.632256 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-90955d25-0115-4258-adcc-e856b1391244 None None] Current status of the port f5e68b6a-705a-442f-87ac-c4195db4ff22 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:24:46.318284 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45584) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:46.530790 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a1007-f830-49a6-a4c3-acde05a76db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:46.531156 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a1007-f830-49a6-a4c3-acde05a76db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:46.533528 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ac3a1007-f830-49a6-a4c3-acde05a76db1 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2134266 May 19 13:24:46.861677 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:46.866317 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=2 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:48.801442 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45592) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:48.945383 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f64d7-8980-4c50-ba32-6938d43cf095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:48.945871 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f64d7-8980-4c50-ba32-6938d43cf095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:48.947417 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fe3f64d7-8980-4c50-ba32-6938d43cf095 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1446378 May 19 13:24:51.181829 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45600) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:51.329242 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533798f6-dce3-425e-8728-bb012a656b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:51.330682 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-533798f6-dce3-425e-8728-bb012a656b67 admin admin] 10.222.0.24 "GET /v2.0/networks/43cd534f-6e6e-4e38-9855-01db45d8fc85 HTTP/1.1" status: 200 len: 886 time: 0.1478362 May 19 13:24:53.569376 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45608) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:53.741614 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e1d394-afef-4ccc-9cc3-89677837423d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:53.742997 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c0e1d394-afef-4ccc-9cc3-89677837423d admin admin] 10.222.0.24 "GET /v2.0/networks/cc95a611-a8a9-4a25-9810-f05c79a04f05 HTTP/1.1" status: 200 len: 869 time: 0.1722634 May 19 13:24:54.627734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:54.628623 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:54.631040 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=2,neutron:SELECT=30 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:24:56.065346 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45618) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:56.198029 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154ee27-e62d-463d-895b-8a76cbb927df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:56.198471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154ee27-e62d-463d-895b-8a76cbb927df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:56.200045 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-4154ee27-e62d-463d-895b-8a76cbb927df admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333957 May 19 13:24:58.422469 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45626) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:24:58.530695 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aef29b-46f4-4308-bccf-6bb148272fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:58.531050 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aef29b-46f4-4308-bccf-6bb148272fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:58.532577 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-46aef29b-46f4-4308-bccf-6bb148272fd3 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087849 May 19 13:25:00.742409 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45634) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:25:00.844968 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785390f1-dabf-4e16-8c17-0c9a4b92b1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:00.846261 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-785390f1-dabf-4e16-8c17-0c9a4b92b1ba admin admin] 10.222.0.24 "GET /v2.0/subnets/1886f12d-2b6d-4df3-be64-7946cf1670fc HTTP/1.1" status: 200 len: 816 time: 0.1025670 May 19 13:25:01.324746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:01.327020 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:03.089384 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45642) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:25:03.202310 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfe4ef0-c693-4d13-9185-91c73e25ed6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:03.204355 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-bbfe4ef0-c693-4d13-9185-91c73e25ed6f admin admin] 10.222.0.24 "GET /v2.0/subnets/f1ac035c-737c-465b-8ba2-dff3e66266a4 HTTP/1.1" status: 200 len: 868 time: 0.1136258 May 19 13:25:03.816045 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:25:07.173929 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b10ca587-c17e-49ff-8df5-8ef184ef0cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:09.544920 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e8d26c0f-817f-4f74-b32b-1b84fccdcd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:10.726038 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:12.337803 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:13.196944 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=37 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:13.199365 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=35 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:13.869053 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:22.328694 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:23.860759 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:23.862704 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:32.562963 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=16 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:32.573826 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=18 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:37.179222 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-68b3bede-3950-472e-94d8-955b20a72c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:39.550292 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-af65bee9-dd29-42f2-97a5-03499e62f29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:40.733954 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:40.816767 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:25:42.339007 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:43.843877 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45700) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:25:43.863358 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:43.897063 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [None req-df15450d-8020-4849-abaf-1ab87b6af90d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103683) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:25:43.898122 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-df15450d-8020-4849-abaf-1ab87b6af90d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0532186 May 19 13:25:46.235801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45708) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:25:46.300165 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce2c58b-f178-43de-8ed0-d2ffc1988dfe admin admin] GET failed (client error): The resource could not be found. May 19 13:25:46.302050 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-1ce2c58b-f178-43de-8ed0-d2ffc1988dfe admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649462 May 19 13:25:46.395430 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b950722-9dd7-4457-92de-c6e877a2be6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:46.396893 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-8b950722-9dd7-4457-92de-c6e877a2be6e admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0894239 May 19 13:25:48.678372 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45716) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:25:48.732516 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:25:48.760162 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Made reservation on behalf of 863bcb4c192047ed8ae210a081ac829f for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:25:48.762691 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:48.791310 dv-cinder-841125-6-iscsi neutron-server[103683]: WARNING neutron.services.revisions.revision_plugin [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Could not find related network for resource to bump revision. May 19 13:25:48.810041 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:25:48.825577 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (56a60b8c-3a1a-41c3-b153-2600365af40c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:48.826033 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Added segment 56a60b8c-3a1a-41c3-b153-2600365af40c of type vlan for network dde47a14-9d85-467c-aa76-9279bcbb064b May 19 13:25:48.871248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (dde47a14-9d85-467c-aa76-9279bcbb064b), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:48.909431 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (dde47a14-9d85-467c-aa76-9279bcbb064b), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:48.910560 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:48.911211 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:48.982641 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3028588 May 19 13:25:49.000993 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Pushing event updated for resources: {'Network': ['ID=dde47a14-9d85-467c-aa76-9279bcbb064b,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:25:49.008938 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.009244 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.009643 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.009973 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.010267 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.010615 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.010929 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.011238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.011553 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.011862 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.012163 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.012494 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.012806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.013094 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.013400 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b53abb-efa4-413d-b4d7-f8b0029c3f6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:49.025914 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network dde47a14-9d85-467c-aa76-9279bcbb064b details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:25:51.261450 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 45724) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:25:51.328389 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc7c3c2-eea6-466c-87dc-c0e42dea3b7e admin admin] GET failed (client error): The resource could not be found. May 19 13:25:51.329722 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4fc7c3c2-eea6-466c-87dc-c0e42dea3b7e admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672224 May 19 13:25:51.401179 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a064a-8c2d-4bbd-af51-6cd82049e4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:51.402641 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ba6a064a-8c2d-4bbd-af51-6cd82049e4e0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678957 May 19 13:25:51.415773 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:25:51.439792 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Made reservation on behalf of 863bcb4c192047ed8ae210a081ac829f for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:25:51.442856 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:51.623123 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (118d4e38-b3d4-4dcf-b973-a87f595854eb), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:51.677120 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118d4e38-b3d4-4dcf-b973-a87f595854eb,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:25:51.692508 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Checking segment: {'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:25:51.692794 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Network hostable DHCP agents. Network: dde47a14-9d85-467c-aa76-9279bcbb064b, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:25:51.711016 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Network dde47a14-9d85-467c-aa76-9279bcbb064b is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:25:51.730061 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, dde47a14-9d85-467c-aa76-9279bcbb064b) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:25:51.734430 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:51.735018 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:51.739801 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2eb076-0273-4b0a-aee2-8040d83154f7 None None] Network dde47a14-9d85-467c-aa76-9279bcbb064b requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:25:51.756205 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-23f7ff7e-fb13-4ab3-844e-955101332d21 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418076 May 19 13:25:51.947938 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-dde47a14-9d85-467c-aa76-9279bcbb064b', 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b', 'project_id': '863bcb4c192047ed8ae210a081ac829f', 'fixed_ips': [{'subnet_id': '118d4e38-b3d4-4dcf-b973-a87f595854eb'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:25:51.949079 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:52.093575 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Allocated IP 192.168.233.2 (dde47a14-9d85-467c-aa76-9279bcbb064b/118d4e38-b3d4-4dcf-b973-a87f595854eb/b59c0895-595b-4fbe-b1cb-17a67cd4cdfb) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:25:52.237829 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Publish callbacks [] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:52.246294 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:52.287133 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Network dde47a14-9d85-467c-aa76-9279bcbb064b is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:25:52.290462 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:25:52.294416 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:25:52.301241 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Pushing event updated for resources: {'Port': ['ID=b59c0895-595b-4fbe-b1cb-17a67cd4cdfb,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:25:52.324606 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.324951 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.325314 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.326198 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.326198 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.326381 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.326626 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.326950 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.327279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.327590 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.327916 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.328250 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.328573 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.328894 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.329209 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:25:52.365795 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Attempting to bind port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:25:52.366175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Attempting to bind port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:25:52.366509 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Attempting to bind port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb on network dde47a14-9d85-467c-aa76-9279bcbb064b {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:25:52.371836 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:25:52.372197 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Checking segment: {'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:25:52.372615 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:52.373003 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Bound using segment: {'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:25:52.373466 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Bound port: b59c0895-595b-4fbe-b1cb-17a67cd4cdfb, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:25:52.373831 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:52.438037 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] For port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:25:52.441549 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] For port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=b59c0895-595b-4fbe-b1cb-17a67cd4cdfb,segment=NetworkSegment(56a60b8c-3a1a-41c3-b153-2600365af40c),segment_id=56a60b8c-3a1a-41c3-b153-2600365af40c)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:25:52.448460 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:52.505283 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290068f-1d8a-439b-96f0-25282cb82189 None None] Pushing event updated for resources: {'Port': ['ID=b59c0895-595b-4fbe-b1cb-17a67cd4cdfb,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:25:53.330797 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acff6bf-c0bc-48a2-863b-1d56cca6d177 None None] Network dde47a14-9d85-467c-aa76-9279bcbb064b requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:25:53.395459 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-86dc363d-0c10-4474-a118-624600ece8cd None None] Provisioning complete for port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:25:53.396020 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-86dc363d-0c10-4474-a118-624600ece8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:53.514074 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-86dc363d-0c10-4474-a118-624600ece8cd None None] Current status of the port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:25:53.514471 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-86dc363d-0c10-4474-a118-624600ece8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:53.552895 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-86dc363d-0c10-4474-a118-624600ece8cd None None] For port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=b59c0895-595b-4fbe-b1cb-17a67cd4cdfb,segment=NetworkSegment(56a60b8c-3a1a-41c3-b153-2600365af40c),segment_id=56a60b8c-3a1a-41c3-b153-2600365af40c)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:25:53.559313 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-86dc363d-0c10-4474-a118-624600ece8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:53.611476 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc363d-0c10-4474-a118-624600ece8cd None None] Pushing event updated for resources: {'Port': ['ID=b59c0895-595b-4fbe-b1cb-17a67cd4cdfb,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:25:53.879365 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c61af53a-4649-4611-ad52-fad694a1f4d1 None None] Provisioning complete for port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:25:53.879700 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c61af53a-4649-4611-ad52-fad694a1f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:53.958454 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c61af53a-4649-4611-ad52-fad694a1f4d1 None None] Current status of the port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:25:54.669523 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device b59c0895-595b-4fbe-b1cb-17a67cd4cdfb up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:25:54.698016 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:54.700652 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:54.720654 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:25:54.721043 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (b59c0895-595b-4fbe-b1cb-17a67cd4cdfb), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:25:54.746858 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:25:54.794118 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port b59c0895-595b-4fbe-b1cb-17a67cd4cdfb is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:26:00.812870 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:00.813688 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:01.745615 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:01.746375 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:07.183733 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6bcced31-8489-4ada-8226-d464c8f37098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:09.547035 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-78093245-c364-4ce7-a9dc-b6d761d00707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:10.732799 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:12.343015 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:13.870907 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:17.816333 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:26:23.856215 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:23.857113 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:23.864622 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:37.188431 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d744ff5a-026c-4305-a51d-bf9b6640000d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:37.805994 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:37.810630 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:39.551431 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8228c0a5-c189-4ab9-ab38-928412ea1978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:40.734756 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:42.345008 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:43.866105 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:26:53.851887 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:53.858696 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:53.860153 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:26:54.816261 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:27:07.185177 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b10448b1-32b8-450b-9081-715060d0610f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:09.556696 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c0591bf5-f815-4557-9171-4680657b6b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:10.738705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:12.350091 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:13.872642 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:14.798500 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=2 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:14.808980 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=6 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:22.344007 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:23.864289 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:23.867203 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:31.815618 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:27:32.543927 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45762) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:27:32.549934 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [None req-dd337e04-6d1c-40ed-b8df-5fc7bc760e3f tempest-verify_tempest_config-2087301986 tempest-verify_tempest_config-2087301986-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:27:32.550887 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-dd337e04-6d1c-40ed-b8df-5fc7bc760e3f tempest-verify_tempest_config-2087301986 tempest-verify_tempest_config-2087301986-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060024 May 19 13:27:32.882458 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45780) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:27:32.992833 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:33.070616 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Publish callbacks [] for security_group (9a826b68-93ef-472c-a2a9-cbd3aff0667f), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:33.075504 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9a826b68-93ef-472c-a2a9-cbd3aff0667f), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:33.121494 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e47f6c21a4249018b2ffdcfa26c57bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2380095 May 19 13:27:33.122331 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a826b68-93ef-472c-a2a9-cbd3aff0667f,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:33.124233 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45784) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:27:33.140355 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.140704 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.141062 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.141399 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.141763 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.142090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.142459 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.142789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.143119 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.143446 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.143754 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.144127 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.144454 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.144756 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.145071 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da122-f11c-4999-a7cc-40c2cda61ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:33.189835 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1e8b5407-d8c1-4597-ad09-84aeaf94b9a5 admin admin] Publish callbacks [] for security_group (9a826b68-93ef-472c-a2a9-cbd3aff0667f), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:33.210748 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1e8b5407-d8c1-4597-ad09-84aeaf94b9a5 admin admin] Publish callbacks [] for security_group (9a826b68-93ef-472c-a2a9-cbd3aff0667f), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:33.386086 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1e8b5407-d8c1-4597-ad09-84aeaf94b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9a826b68-93ef-472c-a2a9-cbd3aff0667f), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:33.390214 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1e8b5407-d8c1-4597-ad09-84aeaf94b9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:33.392073 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1e8b5407-d8c1-4597-ad09-84aeaf94b9a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a826b68-93ef-472c-a2a9-cbd3aff0667f HTTP/1.1" status: 204 len: 168 time: 0.2658343 May 19 13:27:33.400414 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b5407-d8c1-4597-ad09-84aeaf94b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a826b68-93ef-472c-a2a9-cbd3aff0667f,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:37.180739 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7862-da4f-4aa9-a224-376199f2d084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:39.561584 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-74fb5cff-cac5-455e-b1df-83a21d2e1cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:40.742382 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:42.352945 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:43.395723 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=38,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:43.396556 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=34,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:43.880165 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:27:51.802560 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=15 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:51.810208 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=19 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:52.347176 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:53.869905 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=8 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:27:53.872809 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:07.189083 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c38805f9-1250-408c-b2df-caabbcd22f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:08.820687 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:28:09.569553 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c96b4fe9-f8ae-4196-9ffe-d840a10cdafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:10.747520 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:12.367462 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:13.881360 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:22.361582 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:23.870793 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=14 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:23.872705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:35.798400 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:35.799654 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:37.201622 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ca6ffa46-7dfa-41d8-b83a-902a45cc22fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:39.562742 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-941b8339-fbe5-44e8-8f90-a1ebafa60929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:40.752933 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:42.364680 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:43.889940 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:28:45.821491 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 5 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:28:53.871725 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:53.878215 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:28:53.882510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:05.806357 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:05.814261 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:07.198223 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b44699f5-0191-4988-8540-7038c827a058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:09.579631 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8cf074d9-2039-4d01-acc2-aeaf02e82754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:10.762147 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:12.365928 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:13.879502 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:21.342786 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-514513'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:22.825489 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:29:23.870164 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:31.331759 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:31.335314 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:35.112599 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45860) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:29:35.231064 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3b77b36d-4a06-4fca-bb8f-7534773a8bda admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1172924 May 19 13:29:37.186358 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7e12c0a7-a9ec-426f-bbc1-92650df1ea3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:37.529926 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 45870) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:29:37.608465 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-a3b4c502-9391-4ab4-9cb6-9852906f8919 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0774858 May 19 13:29:39.564850 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-293a8479-d0a2-4a19-b86a-4d2a49160c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:40.755976 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:42.376315 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:42.797946 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=14 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:42.803578 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=22 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:43.878820 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:47.602322 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:47.603444 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:29:51.310419 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:29:59.832582 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:30:01.295886 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:01.300510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=8 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:01.303284 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:07.191089 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-072727b1-1742-481c-a994-334eeaa97e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:09.571775 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-897fc504-4410-4256-869f-866336e0ec32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:10.762673 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:12.370875 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:13.872939 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:19.807620 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:19.808960 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:21.322333 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:31.309970 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:31.314013 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=17 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:31.315805 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:35.796886 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:35.798264 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:36.821908 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:30:37.185315 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1c474fc9-1ea1-4a83-9fd3-38a32361bfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:39.565809 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-755fb051-9f74-4d3c-83de-2010315291fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:40.761965 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:42.374833 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:43.877666 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:51.325324 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:30:56.807131 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:30:56.807861 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:01.309675 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:01.313759 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:01.318805 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:07.190048 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4c3d-5cd5-4738-abda-85170d505522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:09.570040 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2aa03c00-744f-42c8-8af7-0d832a887286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:10.765122 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:12.383654 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:13.822256 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:31:13.888665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:16.837735 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46024) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:17.116035 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-network', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:17.138735 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Made reservation on behalf of 959c5c84bd724d2688f435b15b41f1c8 for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:17.141657 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.151419 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.245593 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks [] for security_group (e12d978c-2014-495a-8016-92911f6137cf), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.250740 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e12d978c-2014-495a-8016-92911f6137cf), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.281948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d978c-2014-495a-8016-92911f6137cf,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:17.287586 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052f2850-5271-4670-8323-144b08314097 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:31:17.297031 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.297395 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.297853 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.298150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.298377 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.298704 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.299117 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.299430 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.299864 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.300158 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.300654 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.300866 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.301186 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.301561 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.301885 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Tracked resource versions report: May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: pushed versions: May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: { 'AddressGroup': {'1.2'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Agent': {'1.1'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'ConntrackHelper': {'1.0'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'LocalIPAssociation': {'1.0'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Log': {'1.0'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'NDPProxy': {'1.0'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Network': {'1.1'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Port': {'1.7'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'PortForwarding': {'1.3'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'QosPolicy': {'1.10'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroup': {'1.5'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroupRule': {'1.2'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SubPort': {'1.0'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Subnet': {'1.1'}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Trunk': {'1.1'}} May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: consumer versions: May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: HyperV agent@hv-cinder-84112: {}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Agent': '1.1', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'ConntrackHelper': '1.0', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'LocalIPAssociation': '1.0', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Log': '1.0', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'NDPProxy': '1.0', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Network': '1.1', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Port': '1.7', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'PortForwarding': '1.3', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'QosPolicy': '1.10', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroup': '1.5', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SecurityGroupRule': '1.2', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'SubPort': '1.0', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Subnet': '1.1', May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: 'Trunk': '1.1'}} May 19 13:31:17.303011 dv-cinder-841125-6-iscsi neutron-server[103684]: {{(pid=103684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:31:17.311056 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e1ab7ceb-6505-46da-8ca6-778692fe934a), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.311956 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Added segment e1ab7ceb-6505-46da-8ca6-778692fe934a of type vlan for network 680a83a0-30ec-41c9-9148-fa9290c3fc14 May 19 13:31:17.354079 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (680a83a0-30ec-41c9-9148-fa9290c3fc14), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.382122 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (680a83a0-30ec-41c9-9148-fa9290c3fc14), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.382642 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:17.383227 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.453342 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46074) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:17.458176 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-052f2850-5271-4670-8323-144b08314097 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6183643 May 19 13:31:17.459446 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Request body: {'subnet': {'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-subnet', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:17.486254 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f2850-5271-4670-8323-144b08314097 admin admin] Pushing event updated for resources: {'Network': ['ID=680a83a0-30ec-41c9-9148-fa9290c3fc14,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:17.487820 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Made reservation on behalf of 959c5c84bd724d2688f435b15b41f1c8 for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:17.492224 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.497229 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:31:17.573545 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46082) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:17.667243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (6ee81dbf-f53d-407b-b058-adb951c14c25), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.732903 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee81dbf-f53d-407b-b058-adb951c14c25,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:17.735159 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Checking segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:17.735520 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Network hostable DHCP agents. Network: 680a83a0-30ec-41c9-9148-fa9290c3fc14, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:31:17.747197 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.747539 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.748599 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.748930 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.749278 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.750041 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.750392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.750703 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.751032 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.751353 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.751677 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.751987 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.752300 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.752625 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.753138 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Tracked resource versions report: May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: pushed versions: May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: { 'AddressGroup': {'1.2'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Agent': {'1.1'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'ConntrackHelper': {'1.0'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'LocalIPAssociation': {'1.0'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Log': {'1.0'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'NDPProxy': {'1.0'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Network': {'1.1'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Port': {'1.7'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'PortForwarding': {'1.3'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'QosPolicy': {'1.10'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroup': {'1.5'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroupRule': {'1.2'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SubPort': {'1.0'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Subnet': {'1.1'}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Trunk': {'1.1'}} May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: consumer versions: May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: HyperV agent@hv-cinder-84112: {}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Agent': '1.1', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'ConntrackHelper': '1.0', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'LocalIPAssociation': '1.0', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Log': '1.0', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'NDPProxy': '1.0', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Network': '1.1', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Port': '1.7', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'PortForwarding': '1.3', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'QosPolicy': '1.10', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroup': '1.5', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SecurityGroupRule': '1.2', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'SubPort': '1.0', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Subnet': '1.1', May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: 'Trunk': '1.1'}} May 19 13:31:17.754618 dv-cinder-841125-6-iscsi neutron-server[103683]: {{(pid=103683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:31:17.767611 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:31:17.777199 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 680a83a0-30ec-41c9-9148-fa9290c3fc14) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:17.782418 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:17.783059 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.791893 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd584529-8b95-4290-bc0c-bff90e0eebb7 None None] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:17.805642 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46096) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:17.805874 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6970f89b-7e55-4ae5-a761-da4ebc3447cc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3511593 May 19 13:31:17.811625 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:17.840282 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (7f9eaf1d-0758-4adc-a4c0-ed691201a517), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.842706 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (7f9eaf1d-0758-4adc-a4c0-ed691201a517), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.938557 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-680a83a0-30ec-41c9-9148-fa9290c3fc14', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:31:17.939743 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:17.971507 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks [] for router_controller (7f9eaf1d-0758-4adc-a4c0-ed691201a517), precommit_add_association {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.001159 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46104) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:18.032890 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-174391607-network', 'tenant_id': '63972a518bb048d19dd070eb9ac85445'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:18.118972 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Allocated IP 172.20.0.2 (680a83a0-30ec-41c9-9148-fa9290c3fc14/6ee81dbf-f53d-407b-b058-adb951c14c25/c5791050-a636-4258-bbbf-e73005c3c8dd) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:18.164175 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks [] for router_gateway (7f9eaf1d-0758-4adc-a4c0-ed691201a517), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.170929 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Made reservation on behalf of 63972a518bb048d19dd070eb9ac85445 for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:18.174072 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.184156 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.288074 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:18.326978 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Publish callbacks [] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.337368 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.375086 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-603964756-network', 'tenant_id': '40b09e85301c4e349b6714b13ae2e955'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:18.377850 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks [] for security_group (b914d3da-803e-4102-94b9-0a2128d4da71), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.385658 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b914d3da-803e-4102-94b9-0a2128d4da71), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.410513 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:18.414600 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:18.419459 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:18.424467 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Pushing event updated for resources: {'Port': ['ID=c5791050-a636-4258-bbbf-e73005c3c8dd,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:18.433374 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:18.462677 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Made reservation on behalf of 40b09e85301c4e349b6714b13ae2e955 for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:18.463575 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:31:18.469720 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.472068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.472458 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.472875 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.473269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.473614 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.474970 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.475549 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.476038 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.477117 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.477668 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.479508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.480093 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.480861 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.482482 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.484100 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Tracked resource versions report: May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: pushed versions: May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: { 'AddressGroup': {'1.2'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Agent': {'1.1'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'ConntrackHelper': {'1.0'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'LocalIPAssociation': {'1.0'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Log': {'1.0'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'NDPProxy': {'1.0'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Network': {'1.1'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Port': {'1.7'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'PortForwarding': {'1.3'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'QosPolicy': {'1.10'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroup': {'1.5'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroupRule': {'1.2'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SubPort': {'1.0'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Subnet': {'1.1'}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Trunk': {'1.1'}} May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: consumer versions: May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: HyperV agent@hv-cinder-84112: {}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Agent': '1.1', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'ConntrackHelper': '1.0', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'LocalIPAssociation': '1.0', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Log': '1.0', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'NDPProxy': '1.0', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Network': '1.1', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Port': '1.7', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'PortForwarding': '1.3', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'QosPolicy': '1.10', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroup': '1.5', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SecurityGroupRule': '1.2', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'SubPort': '1.0', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Subnet': '1.1', May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: 'Trunk': '1.1'}} May 19 13:31:18.486827 dv-cinder-841125-6-iscsi neutron-server[103685]: {{(pid=103685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:31:18.520175 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.535578 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (ddb3dd21-a3dc-4b3e-b61a-6dd658465c93), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.535988 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Added segment ddb3dd21-a3dc-4b3e-b61a-6dd658465c93 of type vlan for network a42ef65b-f8fc-4078-973d-4d38cc62962d May 19 13:31:18.539029 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b914d3da-803e-4102-94b9-0a2128d4da71,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:18.593192 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks [] for router_gateway (7f9eaf1d-0758-4adc-a4c0-ed691201a517), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.602179 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Attempting to bind port c5791050-a636-4258-bbbf-e73005c3c8dd on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:18.602783 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Attempting to bind port c5791050-a636-4258-bbbf-e73005c3c8dd by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:18.605081 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Attempting to bind port c5791050-a636-4258-bbbf-e73005c3c8dd on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:18.629800 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:18.630158 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Checking segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:18.633905 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.634210 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.634848 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Bound using segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:18.636785 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Bound port: c5791050-a636-4258-bbbf-e73005c3c8dd, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:18.637846 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (a42ef65b-f8fc-4078-973d-4d38cc62962d), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.638770 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.745931 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] For port c5791050-a636-4258-bbbf-e73005c3c8dd, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:18.751600 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] For port c5791050-a636-4258-bbbf-e73005c3c8dd, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c5791050-a636-4258-bbbf-e73005c3c8dd,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:18.761889 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.784002 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (a42ef65b-f8fc-4078-973d-4d38cc62962d), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.785012 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:18.785709 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:18.870922 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcffa3f-d52f-472d-a959-900f30a6f3f4 None None] Pushing event updated for resources: {'Port': ['ID=c5791050-a636-4258-bbbf-e73005c3c8dd,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:19.017935 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4428003 May 19 13:31:19.023521 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46142) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:19.030744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Request body: {'subnet': {'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-subnet', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:19.066311 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca674598-9fea-4d8e-a021-b78c4caff19e admin admin] Pushing event updated for resources: {'Network': ['ID=a42ef65b-f8fc-4078-973d-4d38cc62962d,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:19.079175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network a42ef65b-f8fc-4078-973d-4d38cc62962d details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:31:19.085775 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Allocated IP 172.27.1.167 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/a177678d-9384-4c0c-9949-0d9584e9958c) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:19.120579 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks [] for security_group (1e32e10e-d9e6-421c-b639-5ad9a05ced17), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.133821 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (1e32e10e-d9e6-421c-b639-5ad9a05ced17), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.134848 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Made reservation on behalf of 63972a518bb048d19dd070eb9ac85445 for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:19.139039 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.168022 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:31:19.267449 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (00aa4997-9574-42e5-a893-24eeb09f1382), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.267917 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Added segment 00aa4997-9574-42e5-a893-24eeb09f1382 of type vlan for network 15c026e4-2659-4699-ba07-f872724b5304 May 19 13:31:19.462047 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks [] for port (a177678d-9384-4c0c-9949-0d9584e9958c), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.483360 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e32e10e-d9e6-421c-b639-5ad9a05ced17,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:19.486275 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:19.538904 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (15c026e4-2659-4699-ba07-f872724b5304), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.604899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (15c026e4-2659-4699-ba07-f872724b5304), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.606534 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:19.607447 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.722486 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:19.731494 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] Pushing event updated for resources: {'Network': ['ID=15c026e4-2659-4699-ba07-f872724b5304,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:19.746264 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 15c026e4-2659-4699-ba07-f872724b5304 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:31:19.765894 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:19.790180 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d9a735fa-b171-4161-9ff3-9f3ff7ed2908 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7870646 May 19 13:31:19.792295 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46166) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:19.809190 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Request body: {'subnet': {'network_id': '15c026e4-2659-4699-ba07-f872724b5304', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-603964756-subnet', 'tenant_id': '40b09e85301c4e349b6714b13ae2e955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:19.814569 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:19.822771 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:19.826020 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:19.868457 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Made reservation on behalf of 40b09e85301c4e349b6714b13ae2e955 for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:19.872853 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.016785 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (2a24359f-b713-4a2c-b8e8-10db4dd6b9f7), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.114937 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:20.207422 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:20.221274 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:20.281215 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Checking segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:20.281586 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Network hostable DHCP agents. Network: a42ef65b-f8fc-4078-973d-4d38cc62962d, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:31:20.306533 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (911cd401-f39d-4da7-a4bf-097cebefc4f8), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.452972 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Pushing event updated for resources: {'Port': ['ID=a177678d-9384-4c0c-9949-0d9584e9958c,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:20.454393 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Checking segment: {'id': '00aa4997-9574-42e5-a893-24eeb09f1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '15c026e4-2659-4699-ba07-f872724b5304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:20.454854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Network hostable DHCP agents. Network: 15c026e4-2659-4699-ba07-f872724b5304, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:31:20.496350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Network 15c026e4-2659-4699-ba07-f872724b5304 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:31:20.507649 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=911cd401-f39d-4da7-a4bf-097cebefc4f8,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:20.519863 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 15c026e4-2659-4699-ba07-f872724b5304) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:20.525575 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:20.526510 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.531606 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b377f-926b-4200-b01f-030d2be24135 None None] Network 15c026e4-2659-4699-ba07-f872724b5304 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:20.575553 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c98ad029-0f2d-4d5e-b56d-c1b69db00ad3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7684650 May 19 13:31:20.596550 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36608ed8-8291-4cdf-a7e2-3f8f7dab1307 None None] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:20.621605 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Network a42ef65b-f8fc-4078-973d-4d38cc62962d is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:31:20.635396 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, a42ef65b-f8fc-4078-973d-4d38cc62962d) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:20.667285 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08eef5-7727-4857-8b9b-f2d3e5783591 None None] Network a42ef65b-f8fc-4078-973d-4d38cc62962d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:20.673025 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:20.674218 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.699257 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46220) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:20.704900 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:20.710001 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1d534c8d-15e9-443d-9a0a-b5f393fab447 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6848686 May 19 13:31:20.725380 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks [] for router_gateway (7f9eaf1d-0758-4adc-a4c0-ed691201a517), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.742503 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.743980 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:20.874066 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks [] for router_controller (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), precommit_add_association {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.088346 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks [] for router_gateway (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.157792 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:21.161645 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-5bed43a6-430a-4639-bee5-8863c1d41408 None None] Provisioning complete for port c5791050-a636-4258-bbbf-e73005c3c8dd triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:21.163043 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5bed43a6-430a-4639-bee5-8863c1d41408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.185386 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (7f9eaf1d-0758-4adc-a4c0-ed691201a517), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.221356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46234) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:21.233940 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c5791050-a636-4258-bbbf-e73005c3c8dd up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:21.354049 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-a42ef65b-f8fc-4078-973d-4d38cc62962d', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'project_id': '63972a518bb048d19dd070eb9ac85445', 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:31:21.358665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.434212 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:21.480700 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:31:21.512376 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-42cd35bf-5108-4a5f-bad1-730d838365a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.647969 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46280) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:21.656183 dv-cinder-841125-6-iscsi neutron-server[103683]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 13:31:21.805232 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:31:21.817796 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Sync routers for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:31:21.842221 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:21.850735 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:21.854939 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:21.857143 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.863310 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2d65e42f-088f-49f0-8f5c-cf2f77e90b0f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0560923 May 19 13:31:21.867614 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46300) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:21.868611 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:21.910702 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks [] for router_gateway (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:21.985644 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-42cd35bf-5108-4a5f-bad1-730d838365a8 admin admin] Publish callbacks [] for security_group (26a7a106-b24f-4a76-bc9c-f55bb717c5ff), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.048908 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c4b73-a217-439f-b567-accc7edcbe20 None None] Network 15c026e4-2659-4699-ba07-f872724b5304 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:22.051473 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-5bed43a6-430a-4639-bee5-8863c1d41408 None None] Current status of the port c5791050-a636-4258-bbbf-e73005c3c8dd is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:22.053881 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5bed43a6-430a-4639-bee5-8863c1d41408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.065087 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Allocated IP 172.20.0.2 (a42ef65b-f8fc-4078-973d-4d38cc62962d/2a24359f-b713-4a2c-b8e8-10db4dd6b9f7/9465a488-1c7f-4cd2-9f33-c5b07b5c9a70) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:22.085135 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.119111 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.122007 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:22.148371 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-42cd35bf-5108-4a5f-bad1-730d838365a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (26a7a106-b24f-4a76-bc9c-f55bb717c5ff), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.158382 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:22.286494 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c5791050-a636-4258-bbbf-e73005c3c8dd triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:22.287027 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.314443 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46318) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:22.364862 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-5bed43a6-430a-4639-bee5-8863c1d41408 None None] For port c5791050-a636-4258-bbbf-e73005c3c8dd, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c5791050-a636-4258-bbbf-e73005c3c8dd,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:22.395144 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5bed43a6-430a-4639-bee5-8863c1d41408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.559843 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-e09b9da1-38b6-4206-b35e-b1f11988e345 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:22.562800 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-e09b9da1-38b6-4206-b35e-b1f11988e345 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/networks?id=15c026e4-2659-4699-ba07-f872724b5304 HTTP/1.1" status: 200 len: 811 time: 0.9085634 May 19 13:31:22.586169 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed43a6-430a-4639-bee5-8863c1d41408 None None] Pushing event updated for resources: {'Port': ['ID=c5791050-a636-4258-bbbf-e73005c3c8dd,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:22.594343 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-2f857016-e4c5-4994-8c8e-e50a49fdc2d3 None None] Provisioning complete for port c5791050-a636-4258-bbbf-e73005c3c8dd triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:22.595023 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2f857016-e4c5-4994-8c8e-e50a49fdc2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.616475 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c5791050-a636-4258-bbbf-e73005c3c8dd is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:22.640061 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:22.642298 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-42cd35bf-5108-4a5f-bad1-730d838365a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7269a91653d744c7a56d2188f1d10ab5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4191709 May 19 13:31:22.653261 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-6842a43a-1707-4eea-ad88-8c43ab563468 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/quotas/40b09e85301c4e349b6714b13ae2e955 HTTP/1.1" status: 200 len: 375 time: 0.0654917 May 19 13:31:22.658065 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46332) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:22.674855 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:22.683084 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Publish callbacks [] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.708276 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.715873 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-24d0a44d-203f-453b-9600-477e97f94eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.778554 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:22.834269 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-24d0a44d-203f-453b-9600-477e97f94eac admin admin] Publish callbacks [] for security_group (cda5b4f2-3381-4be4-860e-e1c4ff667592), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.838214 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:22.843263 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-24d0a44d-203f-453b-9600-477e97f94eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cda5b4f2-3381-4be4-860e-e1c4ff667592), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.866032 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3fb704a3-7f05-4ceb-9cff-e563f5aab09d tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40b09e85301c4e349b6714b13ae2e955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1920416 May 19 13:31:22.875568 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Pushing event updated for resources: {'Port': ['ID=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:22.885902 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-2f857016-e4c5-4994-8c8e-e50a49fdc2d3 None None] Current status of the port c5791050-a636-4258-bbbf-e73005c3c8dd is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:22.895750 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Network a42ef65b-f8fc-4078-973d-4d38cc62962d is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:22.897756 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:22.905084 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:22.936025 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd35bf-5108-4a5f-bad1-730d838365a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a7a106-b24f-4a76-bc9c-f55bb717c5ff,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:22.965493 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:22.973981 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c5791050-a636-4258-bbbf-e73005c3c8dd up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:23.004733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7ac490f4-126c-4e7d-8b4a-dd29a217371e admin admin] Publish callbacks [] for security_group (26a7a106-b24f-4a76-bc9c-f55bb717c5ff), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.007260 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Allocated IP 172.27.1.126 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/587e54de-2248-4404-9aed-c0ced442bbce) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:23.018270 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:20Z', 'revision_number': 3, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:23.038598 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46342) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:23.039957 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-24d0a44d-203f-453b-9600-477e97f94eac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff58bd7d53e149b19884ab8581d5bbfb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7121627 May 19 13:31:23.072260 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Checking router: 7f9eaf1d-0758-4adc-a4c0-ed691201a517 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:31:23.072604 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Updating router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 port a177678d-9384-4c0c-9949-0d9584e9958c binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:31:23.092411 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7ac490f4-126c-4e7d-8b4a-dd29a217371e admin admin] Publish callbacks [] for security_group (26a7a106-b24f-4a76-bc9c-f55bb717c5ff), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.107786 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0a44d-203f-453b-9600-477e97f94eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda5b4f2-3381-4be4-860e-e1c4ff667592,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:23.110443 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Attempting to bind port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:23.110815 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Attempting to bind port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:23.111175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Attempting to bind port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:23.120213 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c5791050-a636-4258-bbbf-e73005c3c8dd triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:23.120599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.122575 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:23.123022 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Checking segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:23.123361 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.123756 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Bound using segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:23.124232 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Bound port: 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:23.124818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.140550 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.321613 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] For port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:23.365502 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46352) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:23.384154 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] For port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:23.385794 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c5791050-a636-4258-bbbf-e73005c3c8dd is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:23.396692 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.477512 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf0dce-4e12-47cc-a926-ecc1eee9589f None None] Pushing event updated for resources: {'Port': ['ID=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:23.486437 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6f69-99f9-454e-82fc-878b4d5e0904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.511128 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Allocated IP 172.20.0.1 (680a83a0-30ec-41c9-9148-fa9290c3fc14/6ee81dbf-f53d-407b-b058-adb951c14c25/970edcab-08e5-4a0a-bb24-e3c352ebafc0) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:23.535658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-6de9b369-c9ec-4ad1-8b4b-816dcc417ae0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103683) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:31:23.544188 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-6de9b369-c9ec-4ad1-8b4b-816dcc417ae0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4494970 May 19 13:31:23.546349 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9ffa027b-51e9-4cdb-83f9-db5e1ffc46d9 admin admin] Publish callbacks [] for security_group (cda5b4f2-3381-4be4-860e-e1c4ff667592), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.695889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks [] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.702554 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6f69-99f9-454e-82fc-878b4d5e0904 admin admin] Publish callbacks [] for security_group (de03c7e1-194b-4170-bc74-75b9dd107b4a), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.708845 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6f69-99f9-454e-82fc-878b4d5e0904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (de03c7e1-194b-4170-bc74-75b9dd107b4a), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.730977 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9ffa027b-51e9-4cdb-83f9-db5e1ffc46d9 admin admin] Publish callbacks [] for security_group (cda5b4f2-3381-4be4-860e-e1c4ff667592), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.768255 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c6f69-99f9-454e-82fc-878b4d5e0904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03c7e1-194b-4170-bc74-75b9dd107b4a,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:23.792865 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-fc8c6f69-99f9-454e-82fc-878b4d5e0904 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7b0a1a9f70a4a448c77cc45b8edf3e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4228024 May 19 13:31:23.795394 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46372) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:23.850520 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.857353 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:23.910445 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks [] for port (587e54de-2248-4404-9aed-c0ced442bbce), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.940637 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7ac490f4-126c-4e7d-8b4a-dd29a217371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (26a7a106-b24f-4a76-bc9c-f55bb717c5ff), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.943475 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7ac490f4-126c-4e7d-8b4a-dd29a217371e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:23.944869 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-7ac490f4-126c-4e7d-8b4a-dd29a217371e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26a7a106-b24f-4a76-bc9c-f55bb717c5ff HTTP/1.1" status: 204 len: 168 time: 1.2856216 May 19 13:31:23.962989 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-d1c6d97a-1d41-4e4a-8de2-7f96013f1cb5 service neutron] 10.222.0.24 "GET /v2.0/networks/15c026e4-2659-4699-ba07-f872724b5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179244 May 19 13:31:24.039603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac490f4-126c-4e7d-8b4a-dd29a217371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a7a106-b24f-4a76-bc9c-f55bb717c5ff,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:24.055410 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:24.066353 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:24.074221 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:24.082134 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:24.082663 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (7f9eaf1d-0758-4adc-a4c0-ed691201a517), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.085546 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-171ac5c5-088c-4b70-ae5c-3baf5aab265a admin admin] Publish callbacks [] for security_group (de03c7e1-194b-4170-bc74-75b9dd107b4a), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.111246 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Pushing event updated for resources: {'Port': ['ID=970edcab-08e5-4a0a-bb24-e3c352ebafc0,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:24.132907 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9ffa027b-51e9-4cdb-83f9-db5e1ffc46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cda5b4f2-3381-4be4-860e-e1c4ff667592), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.140591 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9ffa027b-51e9-4cdb-83f9-db5e1ffc46d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.156905 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-9ffa027b-51e9-4cdb-83f9-db5e1ffc46d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda5b4f2-3381-4be4-860e-e1c4ff667592 HTTP/1.1" status: 204 len: 168 time: 1.1093833 May 19 13:31:24.157045 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:24.175965 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (587e54de-2248-4404-9aed-c0ced442bbce), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.199698 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-171ac5c5-088c-4b70-ae5c-3baf5aab265a admin admin] Publish callbacks [] for security_group (de03c7e1-194b-4170-bc74-75b9dd107b4a), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.223198 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa027b-51e9-4cdb-83f9-db5e1ffc46d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda5b4f2-3381-4be4-860e-e1c4ff667592,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:24.288380 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:24.305517 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:24.381672 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:24.406760 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Publish callbacks [] for port (a177678d-9384-4c0c-9949-0d9584e9958c), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.422991 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.459292 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:24.463836 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Pushing event updated for resources: {'Port': ['ID=587e54de-2248-4404-9aed-c0ced442bbce,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:24.481442 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-73fd0bd9-996b-42da-8cdc-97b66b164393 service neutron] 10.222.0.24 "GET /v2.0/networks/15c026e4-2659-4699-ba07-f872724b5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103486 May 19 13:31:24.482973 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Attempting to bind port a177678d-9384-4c0c-9949-0d9584e9958c on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:24.483599 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Attempting to bind port a177678d-9384-4c0c-9949-0d9584e9958c by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:24.484321 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Attempting to bind port a177678d-9384-4c0c-9949-0d9584e9958c on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:24.548708 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-5d309ee5-fe57-4386-8645-23cd89d34aa6 None None] Provisioning complete for port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:24.549321 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5d309ee5-fe57-4386-8645-23cd89d34aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.557689 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-171ac5c5-088c-4b70-ae5c-3baf5aab265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (de03c7e1-194b-4170-bc74-75b9dd107b4a), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.560572 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-171ac5c5-088c-4b70-ae5c-3baf5aab265a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.562017 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-171ac5c5-088c-4b70-ae5c-3baf5aab265a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de03c7e1-194b-4170-bc74-75b9dd107b4a HTTP/1.1" status: 204 len: 168 time: 0.7652967 May 19 13:31:24.577800 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:24.577800 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:24.577800 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.577800 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:24.577800 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Bound port: a177678d-9384-4c0c-9949-0d9584e9958c, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:24.577800 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.599034 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ac5c5-088c-4b70-ae5c-3baf5aab265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03c7e1-194b-4170-bc74-75b9dd107b4a,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:24.602089 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.683143 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-5d309ee5-fe57-4386-8645-23cd89d34aa6 None None] Port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:31:24.740084 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] For port a177678d-9384-4c0c-9949-0d9584e9958c, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:24.743425 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] For port a177678d-9384-4c0c-9949-0d9584e9958c, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=a177678d-9384-4c0c-9949-0d9584e9958c,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:24.750051 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:24.762465 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:24.771486 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:24.796361 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Pushing event updated for resources: {'Port': ['ID=a177678d-9384-4c0c-9949-0d9584e9958c,revision_number=2']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:24.810878 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.811434 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.811919 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.812382 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.812839 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.813307 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.814047 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.814673 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.815124 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.815632 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.816096 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.816561 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.817006 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.817483 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.818263 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Tracked resource versions report: May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: pushed versions: May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: { 'AddressGroup': {'1.2'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Agent': {'1.1'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'ConntrackHelper': {'1.0'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'LocalIPAssociation': {'1.0'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Log': {'1.0'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'NDPProxy': {'1.0'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Network': {'1.1'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Port': {'1.7'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'PortForwarding': {'1.3'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'QosPolicy': {'1.10'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroup': {'1.5'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroupRule': {'1.2'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SubPort': {'1.0'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Subnet': {'1.1'}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Trunk': {'1.1'}} May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: consumer versions: May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: { DHCP agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: HyperV agent@hv-cinder-84112: {}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: L3 agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: Metadata agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: Metering agent@dv-cinder-841125-6-iscsi: {}, May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: Open vSwitch agent@dv-cinder-841125-6-iscsi: { 'AddressGroup': '1.2', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Agent': '1.1', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'ConntrackHelper': '1.0', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'LocalIPAssociation': '1.0', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Log': '1.0', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'NDPProxy': '1.0', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Network': '1.1', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Port': '1.7', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'PortForwarding': '1.3', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'QosPolicy': '1.10', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroup': '1.5', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SecurityGroupRule': '1.2', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'SubPort': '1.0', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Subnet': '1.1', May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: 'Trunk': '1.1'}} May 19 13:31:24.819626 dv-cinder-841125-6-iscsi neutron-server[103686]: {{(pid=103686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 13:31:24.912702 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:24.918467 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:24.973305 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46410) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:24.981103 dv-cinder-841125-6-iscsi neutron-server[103684]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 13:31:25.025680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46414) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:25.055291 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:25.069884 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab03a-12e3-42dd-a4aa-21796ec6b395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.107461 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks [] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.112629 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a30fead0-10b5-41b6-9f95-1d7d06c2f27e req-0c126637-04c1-4e24-999e-8268ea1b174d tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.1378725 May 19 13:31:25.116936 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.118896 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (7f9eaf1d-0758-4adc-a4c0-ed691201a517), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.178699 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df85c22-fe5f-4171-a87a-ad9ca3d50df6 None None] Pushing event updated for resources: {'Port': ['ID=a177678d-9384-4c0c-9949-0d9584e9958c,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:25.237243 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Pushing event updated for resources: {'Port': ['ID=970edcab-08e5-4a0a-bb24-e3c352ebafc0,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:25.239409 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks [] for router_gateway (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.262207 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:25.262664 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.272141 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:25.273035 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:25.352191 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e867abd-2526-4244-b9eb-085a77c7b29a None None] Network a42ef65b-f8fc-4078-973d-4d38cc62962d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:25.432055 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-9533ea4e-692c-494b-8f26-a17a9e0ae601 None None] Provisioning complete for port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:25.432393 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:25.433185 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9533ea4e-692c-494b-8f26-a17a9e0ae601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.433937 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:25.443537 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab03a-12e3-42dd-a4aa-21796ec6b395 admin admin] Publish callbacks [] for security_group (54b89e51-0fc0-440f-82b0-f76fdd3bfbb7), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.460452 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab03a-12e3-42dd-a4aa-21796ec6b395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (54b89e51-0fc0-440f-82b0-f76fdd3bfbb7), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.522225 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46430) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:25.572495 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73428557-3a8e-4da5-8586-322b819b6151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.636385 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:23Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:25.640696 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6f5ab03a-12e3-42dd-a4aa-21796ec6b395 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82adef0771bc4f239b3a927180d065e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6139009 May 19 13:31:25.651785 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46432) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:25.680513 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:25.683318 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ab03a-12e3-42dd-a4aa-21796ec6b395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b89e51-0fc0-440f-82b0-f76fdd3bfbb7,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:25.692628 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5366544-05e9-4dd2-97cd-6de28d812a92 None None] The sync data for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi is: [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:23Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:31:25.732897 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73428557-3a8e-4da5-8586-322b819b6151 admin admin] Publish callbacks [] for security_group (5574cf6a-32da-418c-8914-0e1dfc1641cf), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.738011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:25.750052 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73428557-3a8e-4da5-8586-322b819b6151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (5574cf6a-32da-418c-8914-0e1dfc1641cf), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.773286 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:25.785246 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:25.785661 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.834819 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:31:25.847915 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:25.867795 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-73428557-3a8e-4da5-8586-322b819b6151 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3e1e2f24ef04a03a8d7c0c556f4656a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3441591 May 19 13:31:25.871255 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46442) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:25.872147 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73428557-3a8e-4da5-8586-322b819b6151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5574cf6a-32da-418c-8914-0e1dfc1641cf,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:25.921084 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.967408 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:25.968542 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-9533ea4e-692c-494b-8f26-a17a9e0ae601 None None] Current status of the port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:25.968925 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9533ea4e-692c-494b-8f26-a17a9e0ae601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:25.984379 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.031209 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee509-2ffb-44d8-8cb1-5b779c3e0b54 admin admin] Publish callbacks [] for security_group (54b89e51-0fc0-440f-82b0-f76fdd3bfbb7), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.113997 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eb992c0a-b0cb-44bf-ba00-dcc6d0ccb03d admin admin] Publish callbacks [] for security_group (5574cf6a-32da-418c-8914-0e1dfc1641cf), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.143459 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eb992c0a-b0cb-44bf-ba00-dcc6d0ccb03d admin admin] Publish callbacks [] for security_group (5574cf6a-32da-418c-8914-0e1dfc1641cf), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.145232 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee509-2ffb-44d8-8cb1-5b779c3e0b54 admin admin] Publish callbacks [] for security_group (54b89e51-0fc0-440f-82b0-f76fdd3bfbb7), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.186910 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:26.203293 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.db.api [None req-9533ea4e-692c-494b-8f26-a17a9e0ae601 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 13:31:26.203879 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG oslo_db.api [None req-9533ea4e-692c-494b-8f26-a17a9e0ae601 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:31:26.329443 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:26.340509 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5f3c65d4-6388-4e58-9e34-68be5b95fa8a req-61b438a5-7fae-40bd-829c-f5c8c052b91e tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.1047964 May 19 13:31:26.341537 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee509-2ffb-44d8-8cb1-5b779c3e0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (54b89e51-0fc0-440f-82b0-f76fdd3bfbb7), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.345895 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:31:26.349288 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee509-2ffb-44d8-8cb1-5b779c3e0b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.353367 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4c3ee509-2ffb-44d8-8cb1-5b779c3e0b54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54b89e51-0fc0-440f-82b0-f76fdd3bfbb7 HTTP/1.1" status: 204 len: 168 time: 0.6938229 May 19 13:31:26.369072 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e3a126e6-3160-4beb-bcf9-c90ed0ceae15 admin admin] 10.222.0.24 "PUT /v2.0/routers/7f9eaf1d-0758-4adc-a4c0-ed691201a517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4900227 May 19 13:31:26.401538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eb992c0a-b0cb-44bf-ba00-dcc6d0ccb03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (5574cf6a-32da-418c-8914-0e1dfc1641cf), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.404791 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eb992c0a-b0cb-44bf-ba00-dcc6d0ccb03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.406179 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-eb992c0a-b0cb-44bf-ba00-dcc6d0ccb03d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5574cf6a-32da-418c-8914-0e1dfc1641cf HTTP/1.1" status: 204 len: 168 time: 0.5281725 May 19 13:31:26.418256 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee509-2ffb-44d8-8cb1-5b779c3e0b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b89e51-0fc0-440f-82b0-f76fdd3bfbb7,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:26.426573 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992c0a-b0cb-44bf-ba00-dcc6d0ccb03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5574cf6a-32da-418c-8914-0e1dfc1641cf,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:26.540181 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:31:26.751341 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:31:26.763039 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Sync routers for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:31:26.770059 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-9533ea4e-692c-494b-8f26-a17a9e0ae601 None None] Current status of the port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:26.783737 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:26.785345 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4516a382-cab2-4546-8555-83c643508eea admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0847969 May 19 13:31:26.789436 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46482) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:26.799901 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:26.804247 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:27.002881 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:27.096061 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:27.240890 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c98c14ab-6d4f-45ac-bb00-6837ba666003 None None] Provisioning complete for port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:27.241285 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c98c14ab-6d4f-45ac-bb00-6837ba666003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:27.349094 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c98c14ab-6d4f-45ac-bb00-6837ba666003 None None] Port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:31:27.360865 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:27.361466 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:27.398415 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:27.415211 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c98c14ab-6d4f-45ac-bb00-6837ba666003 None None] Provisioning complete for port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:27.415879 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c98c14ab-6d4f-45ac-bb00-6837ba666003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:27.586927 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 3, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:27.744591 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9ed5a9eb-3676-42bf-8a4f-b10637766370 req-af0abc74-d284-415e-847c-16072da10f05 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.2728148 May 19 13:31:27.777662 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46534) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:27.782237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Checking router: e3de7f9e-1fb2-42f7-9bd2-97693ab14293 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:31:27.782676 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Updating router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 port 587e54de-2248-4404-9aed-c0ced442bbce binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:31:27.782756 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-2917b6f5-a5c2-4859-9555-ef1b49018a5d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767779278', 'description': 'tempest-description--680759613'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:27.789188 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:27.859456 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2917b6f5-a5c2-4859-9555-ef1b49018a5d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:27.871222 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:27.889904 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (587e54de-2248-4404-9aed-c0ced442bbce), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:27.899272 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:27.930128 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c98c14ab-6d4f-45ac-bb00-6837ba666003 None None] Current status of the port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:28.107547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2917b6f5-a5c2-4859-9555-ef1b49018a5d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (8da2bf29-b332-4d33-838a-6d169ee36c57), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.121597 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2917b6f5-a5c2-4859-9555-ef1b49018a5d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8da2bf29-b332-4d33-838a-6d169ee36c57), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.196797 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2917b6f5-a5c2-4859-9555-ef1b49018a5d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.205618 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-2917b6f5-a5c2-4859-9555-ef1b49018a5d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4249899 May 19 13:31:28.210832 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46548) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:28.233613 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-9cfd7a5a-0041-41f7-9973-02d473a2d580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'security_group_rule': {'security_group_id': '8da2bf29-b332-4d33-838a-6d169ee36c57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:28.257121 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917b6f5-a5c2-4859-9555-ef1b49018a5d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da2bf29-b332-4d33-838a-6d169ee36c57,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:28.304234 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Allocated IP 172.20.0.1 (a42ef65b-f8fc-4078-973d-4d38cc62962d/2a24359f-b713-4a2c-b8e8-10db4dd6b9f7/f0f2b4ff-1ec7-4184-837e-6fa791627bbf) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:28.349074 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7a5a-0041-41f7-9973-02d473a2d580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (f39b747f-a68c-45c5-97f4-53df1f7d179d), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.530722 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks [] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.532647 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:28.547859 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7a5a-0041-41f7-9973-02d473a2d580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (f39b747f-a68c-45c5-97f4-53df1f7d179d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.553828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7a5a-0041-41f7-9973-02d473a2d580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (f39b747f-a68c-45c5-97f4-53df1f7d179d), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.571805 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd7a5a-0041-41f7-9973-02d473a2d580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39b747f-a68c-45c5-97f4-53df1f7d179d,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:28.602701 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.606454 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Publish callbacks [] for port (587e54de-2248-4404-9aed-c0ced442bbce), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.607085 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7a5a-0041-41f7-9973-02d473a2d580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.616119 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-9cfd7a5a-0041-41f7-9973-02d473a2d580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3861480 May 19 13:31:28.616480 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (587e54de-2248-4404-9aed-c0ced442bbce), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.617150 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46574) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:28.621990 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-37081a73-7567-47c2-b40a-96d62dc2a2e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'security_group_rule': {'security_group_id': '8da2bf29-b332-4d33-838a-6d169ee36c57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:28.661790 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:28.685785 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Attempting to bind port 587e54de-2248-4404-9aed-c0ced442bbce on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:28.686336 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Attempting to bind port 587e54de-2248-4404-9aed-c0ced442bbce by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:28.686852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Attempting to bind port 587e54de-2248-4404-9aed-c0ced442bbce on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:28.689306 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Network a42ef65b-f8fc-4078-973d-4d38cc62962d is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:28.694959 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:28.703774 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:28.704332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-37081a73-7567-47c2-b40a-96d62dc2a2e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (81095a63-4f39-418b-9e39-dd4f43839509), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.704520 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:28.705140 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.706122 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:28.706775 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Bound port: 587e54de-2248-4404-9aed-c0ced442bbce, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:28.707298 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (587e54de-2248-4404-9aed-c0ced442bbce), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.710579 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:28.710980 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.716620 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c97777-3dd7-4cef-acfd-a2001b4acdfa None None] Pushing event updated for resources: {'Port': ['ID=587e54de-2248-4404-9aed-c0ced442bbce,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:28.747988 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:28.820652 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] For port 587e54de-2248-4404-9aed-c0ced442bbce, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:28.825960 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:28.832810 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] For port 587e54de-2248-4404-9aed-c0ced442bbce, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=587e54de-2248-4404-9aed-c0ced442bbce,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:28.847560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (587e54de-2248-4404-9aed-c0ced442bbce), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.848809 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-37081a73-7567-47c2-b40a-96d62dc2a2e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (81095a63-4f39-418b-9e39-dd4f43839509), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.858898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-37081a73-7567-47c2-b40a-96d62dc2a2e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (81095a63-4f39-418b-9e39-dd4f43839509), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.945662 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081a73-7567-47c2-b40a-96d62dc2a2e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81095a63-4f39-418b-9e39-dd4f43839509,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:28.955825 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-37081a73-7567-47c2-b40a-96d62dc2a2e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:28.968207 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-37081a73-7567-47c2-b40a-96d62dc2a2e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495009 May 19 13:31:28.969732 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46592) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:28.988746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:29.000669 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:29.000669 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:29.101684 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:29.160334 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device a177678d-9384-4c0c-9949-0d9584e9958c up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:29.224484 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.58', 58377) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:29.317655 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port a177678d-9384-4c0c-9949-0d9584e9958c triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:29.318116 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:29.356389 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-f2fcc508-3ab1-4be5-9541-7109e9df8f88 None None] Provisioning complete for port f0f2b4ff-1ec7-4184-837e-6fa791627bbf triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:29.357124 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc508-3ab1-4be5-9541-7109e9df8f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:29.363067 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c97777-3dd7-4cef-acfd-a2001b4acdfa None None] Pushing event updated for resources: {'Port': ['ID=587e54de-2248-4404-9aed-c0ced442bbce,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:29.585599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcc508-3ab1-4be5-9541-7109e9df8f88 None None] Port f0f2b4ff-1ec7-4184-837e-6fa791627bbf cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:31:29.593025 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:29.696584 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46610) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:29.722488 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-669df3ad-1414-4d67-b61c-e4a886a74722 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:29.724289 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-669df3ad-1414-4d67-b61c-e4a886a74722 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.58 "GET /v2.0/networks?id=15c026e4-2659-4699-ba07-f872724b5304 HTTP/1.1" status: 200 len: 811 time: 0.4987028 May 19 13:31:29.733353 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:29.775924 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:29.777644 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:29.779187 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:29.825108 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port a177678d-9384-4c0c-9949-0d9584e9958c is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:29.825690 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:29.863792 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Sync routers for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:31:29.882104 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:29.885057 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:29.889733 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-512c9f57-5b80-4cbc-814b-bb593a240ec7 req-5eed4816-0fc8-4031-8638-234cc696f65c tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.1062453 May 19 13:31:30.046908 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:30.061161 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Request body: {'port': {'device_id': '080936a4-151d-4f4b-a750-937d342729db', 'network_id': '15c026e4-2659-4699-ba07-f872724b5304', 'admin_state_up': True, 'tenant_id': '40b09e85301c4e349b6714b13ae2e955'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:30.156587 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Allocated IP 172.27.1.156 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/0575cbf0-9049-48fb-98e0-fc0951d7a0d7) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:30.162400 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port a177678d-9384-4c0c-9949-0d9584e9958c, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=a177678d-9384-4c0c-9949-0d9584e9958c,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:30.193641 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:30.197051 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.288573 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:30.353098 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=a177678d-9384-4c0c-9949-0d9584e9958c,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:30.491818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 3, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:30.513237 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.555094 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90700244-7e27-4042-8141-c7d3d6cd29c8 None None] The sync data for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi is: [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 3, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:31:30.598805 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-148347217-network', 'tenant_id': '641fe924d4684aecbdcea861184019fe'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:30.605350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.703694 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Made reservation on behalf of 641fe924d4684aecbdcea861184019fe for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:30.706414 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.710263 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 2, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:30.715546 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:30.716417 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks [] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.720548 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:30.726555 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:30.741845 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.743191 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.745300 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.762291 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Checking router: 7f9eaf1d-0758-4adc-a4c0-ed691201a517 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:31:30.763429 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Updating router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:31:30.791768 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Made reservation on behalf of 40b09e85301c4e349b6714b13ae2e955 for: {'port': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:30.796877 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.801588 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:30.981865 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:30.987633 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:31.002911 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (35fe0269-9c4e-4f34-8744-6c0c5a5940f7), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:31.028882 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device a177678d-9384-4c0c-9949-0d9584e9958c up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:31.171977 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'Port': ['ID=0575cbf0-9049-48fb-98e0-fc0951d7a0d7,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:31.284622 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46686) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:31.306834 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port a177678d-9384-4c0c-9949-0d9584e9958c triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:31.307425 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:31.327892 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:31.450711 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:31.472162 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:31.571206 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port a177678d-9384-4c0c-9949-0d9584e9958c is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:31.604500 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Publish callbacks [] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:31.625403 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:31.797595 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:31.808712 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:31.812121 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:31.863844 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37662e-f3ee-4e9b-86d7-36c0d0efd6a5 None None] Pushing event updated for resources: {'Port': ['ID=970edcab-08e5-4a0a-bb24-e3c352ebafc0,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:31.960977 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da4c6df6-0e0c-41ed-9e21-0d785845658c req-5c872261-5553-4bc9-89f1-da863e77d7a7 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.6722469 May 19 13:31:31.987079 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (35fe0269-9c4e-4f34-8744-6c0c5a5940f7), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.089467 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'Port': ['ID=0575cbf0-9049-48fb-98e0-fc0951d7a0d7,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:32.128313 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Attempting to bind port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:32.128796 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Attempting to bind port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:32.129343 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Attempting to bind port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:32.132242 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.149740 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Network a42ef65b-f8fc-4078-973d-4d38cc62962d is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:32.150795 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:32.151448 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f9bdcf33-37ff-4b28-997e-7e03515871e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1798017 May 19 13:31:32.151668 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Checking segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:32.152098 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:32.152438 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.152960 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Bound using segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:32.153632 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Bound port: 970edcab-08e5-4a0a-bb24-e3c352ebafc0, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:32.154266 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.287142 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks [] for security_group (6d6464dc-3d5e-40d1-ae19-8f3afd31db3f), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.420344 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] For port 970edcab-08e5-4a0a-bb24-e3c352ebafc0, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:32.452666 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] For port 970edcab-08e5-4a0a-bb24-e3c352ebafc0, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=970edcab-08e5-4a0a-bb24-e3c352ebafc0,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:32.465617 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-a8e79595-ffb1-4746-9edd-0f8634bdd050 None None] Provisioning complete for port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:32.470155 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.473822 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a8e79595-ffb1-4746-9edd-0f8634bdd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.761833 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:32.766071 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:32.857001 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-a8e79595-ffb1-4746-9edd-0f8634bdd050 None None] Current status of the port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:32.858971 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a8e79595-ffb1-4746-9edd-0f8634bdd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:32.947027 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-06e2eafe-ccb7-4f19-b7bb-2fe04f8417f4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--767779278&fields=id&tenant_id=959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 267 time: 0.2450051 May 19 13:31:32.970386 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37662e-f3ee-4e9b-86d7-36c0d0efd6a5 None None] Pushing event updated for resources: {'Port': ['ID=970edcab-08e5-4a0a-bb24-e3c352ebafc0,revision_number=4']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:33.018747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-a8e79595-ffb1-4746-9edd-0f8634bdd050 None None] For port 970edcab-08e5-4a0a-bb24-e3c352ebafc0, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=970edcab-08e5-4a0a-bb24-e3c352ebafc0,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:33.034676 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a8e79595-ffb1-4746-9edd-0f8634bdd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.157744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Allocated IP 172.20.0.9 (15c026e4-2659-4699-ba07-f872724b5304/911cd401-f39d-4da7-a4bf-097cebefc4f8/fdf6572a-31e1-4e19-9111-37d73967c97d) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:33.176561 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e79595-ffb1-4746-9edd-0f8634bdd050 None None] Pushing event updated for resources: {'Port': ['ID=970edcab-08e5-4a0a-bb24-e3c352ebafc0,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:33.194466 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 587e54de-2248-4404-9aed-c0ced442bbce up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:33.227336 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:33.250287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6015-efef-442b-a2d4-82bb5eede4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.282564 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (6d6464dc-3d5e-40d1-ae19-8f3afd31db3f), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.300248 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:31:33.317460 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (20c572a7-eb2d-40bc-9f6f-bcc0eece378b), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.318197 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Added segment 20c572a7-eb2d-40bc-9f6f-bcc0eece378b of type vlan for network e1bfd45d-0438-43db-b85c-c16113efd819 May 19 13:31:33.333520 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-a3c00e8d-0e4a-4186-aba0-e0215b94a61b None None] Provisioning complete for port f0f2b4ff-1ec7-4184-837e-6fa791627bbf triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:33.334216 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a3c00e8d-0e4a-4186-aba0-e0215b94a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.395552 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (e1bfd45d-0438-43db-b85c-c16113efd819), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.459880 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-c1733201-44ad-432f-acaa-7d830492a8e8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:33.462725 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-a3c00e8d-0e4a-4186-aba0-e0215b94a61b None None] Port f0f2b4ff-1ec7-4184-837e-6fa791627bbf cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:31:33.476300 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-c1733201-44ad-432f-acaa-7d830492a8e8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 817 time: 0.5259647 May 19 13:31:33.478047 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 587e54de-2248-4404-9aed-c0ced442bbce triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:33.478764 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (587e54de-2248-4404-9aed-c0ced442bbce), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.523911 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-44c432d4-e272-4d43-a91a-4ac27f5c48e0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/quotas/959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 375 time: 0.0465994 May 19 13:31:33.607838 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-a84d09ff-d8ad-4a20-8d78-ea8265e84247 None None] Provisioning complete for port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:33.608259 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a84d09ff-d8ad-4a20-8d78-ea8265e84247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.734481 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-9208f263-bac0-4c11-a735-6a87bcd4627a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2092252 May 19 13:31:33.740284 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 587e54de-2248-4404-9aed-c0ced442bbce is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:33.740664 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (587e54de-2248-4404-9aed-c0ced442bbce), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.771190 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:33.809399 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 587e54de-2248-4404-9aed-c0ced442bbce, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=587e54de-2248-4404-9aed-c0ced442bbce,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:33.843931 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:33.872905 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (587e54de-2248-4404-9aed-c0ced442bbce), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:33.896252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:33.909277 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:33.964235 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-a84d09ff-d8ad-4a20-8d78-ea8265e84247 None None] Current status of the port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:33.990555 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:34.012884 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=587e54de-2248-4404-9aed-c0ced442bbce,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:34.024331 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64bd0b-e549-4421-82fc-e63e20e45abd None None] The sync data for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi is: [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:31:34.027333 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-317e395a-7814-450b-aead-fce8a5a9121f service neutron] 10.222.0.24 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868111 May 19 13:31:34.197651 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:34.202616 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:31:34.267690 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-058cfd9c-4366-4ab9-af07-808e9ff26dae req-b7694bd9-d40f-4c7e-946e-700c906da66c tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.9848635 May 19 13:31:34.317385 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-6b5536fd-fd13-4a40-96c9-0519131dbd90 service neutron] 10.222.0.24 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833657 May 19 13:31:34.330845 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (e1bfd45d-0438-43db-b85c-c16113efd819), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:34.331980 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:34.332756 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:34.342699 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks [] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:34.510944 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:31:34.522076 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Sync routers for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:31:34.547456 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:34.548269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:34.578233 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6464dc-3d5e-40d1-ae19-8f3afd31db3f,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:34.610088 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-45a9e12f-0aa8-4436-8141-dece7f2dfd55 admin admin] 10.222.0.24 "PUT /v2.0/routers/e3de7f9e-1fb2-42f7-9bd2-97693ab14293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8190012 May 19 13:31:34.743683 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46778) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:34.745233 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 5.0197923 May 19 13:31:34.748769 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Request body: {'subnet': {'network_id': 'e1bfd45d-0438-43db-b85c-c16113efd819', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-148347217-subnet', 'tenant_id': '641fe924d4684aecbdcea861184019fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:34.805944 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Made reservation on behalf of 641fe924d4684aecbdcea861184019fe for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:34.812627 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:34.844355 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:34.951165 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6015-efef-442b-a2d4-82bb5eede4ae admin admin] Publish callbacks [] for security_group (d53f504a-10f7-4ccd-88ba-9a7d02c5fa11), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:34.970362 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6015-efef-442b-a2d4-82bb5eede4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (d53f504a-10f7-4ccd-88ba-9a7d02c5fa11), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:35.126200 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0b5c6015-efef-442b-a2d4-82bb5eede4ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c7967c1e3ad47cc9e2fbd3de2c673b5&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7690268 May 19 13:31:35.127311 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 46790) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:35.158911 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ef9df4f8-1a2a-4d9c-b361-21757a6cae75 req-ad28c58c-a208-4979-8558-1b64091739db tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 210 time: 0.4357209 May 19 13:31:35.189830 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc70611-38d2-4f98-baff-2c11a89be257 admin admin] Pushing event updated for resources: {'Network': ['ID=e1bfd45d-0438-43db-b85c-c16113efd819,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:35.208982 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 970edcab-08e5-4a0a-bb24-e3c352ebafc0 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:35.216892 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network e1bfd45d-0438-43db-b85c-c16113efd819 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:31:35.237630 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=100 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:35.306386 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c6015-efef-442b-a2d4-82bb5eede4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53f504a-10f7-4ccd-88ba-9a7d02c5fa11,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:35.326528 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:35.441870 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3592-be6d-4fc5-a054-3633842efe32 admin admin] Publish callbacks [] for security_group (d53f504a-10f7-4ccd-88ba-9a7d02c5fa11), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:35.584601 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Pushing event updated for resources: {'Port': ['ID=fdf6572a-31e1-4e19-9111-37d73967c97d,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:35.641758 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:35.643110 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:35.649333 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3592-be6d-4fc5-a054-3633842efe32 admin admin] Publish callbacks [] for security_group (d53f504a-10f7-4ccd-88ba-9a7d02c5fa11), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:35.681154 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Network 15c026e4-2659-4699-ba07-f872724b5304 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:35.682188 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46818) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:35.704863 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:35.729172 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:35.744496 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:35.748260 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:35.796796 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:35.818227 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f5192-ca3e-4072-867f-755866fb9888 req-11831fba-f081-48d1-81d1-5d7291ef2e93 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:35.822832 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 2, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:35.837653 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-117f5192-ca3e-4072-867f-755866fb9888 req-11831fba-f081-48d1-81d1-5d7291ef2e93 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 931 time: 0.2562916 May 19 13:31:35.880981 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1306a9bf-ced2-4832-8542-f5aebfab9ce0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8350377 May 19 13:31:35.923590 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:35.925357 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Checking router: e3de7f9e-1fb2-42f7-9bd2-97693ab14293 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:31:35.929503 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Updating router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 port f0f2b4ff-1ec7-4184-837e-6fa791627bbf binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:31:35.936388 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (487fef1b-82fb-4820-a628-c3047ce59b09), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.015179 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-117f5192-ca3e-4072-867f-755866fb9888 req-aecddb8d-4a5f-43a3-a5b4-b8b64cf3bd0a tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736283 May 19 13:31:36.089025 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-657150d3-2165-420f-ac6e-f1e92e450e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.090411 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.107044 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:36.108824 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 587e54de-2248-4404-9aed-c0ced442bbce up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:36.221881 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 587e54de-2248-4404-9aed-c0ced442bbce triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:36.225857 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (587e54de-2248-4404-9aed-c0ced442bbce), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.322278 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3592-be6d-4fc5-a054-3633842efe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (d53f504a-10f7-4ccd-88ba-9a7d02c5fa11), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.325794 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-657150d3-2165-420f-ac6e-f1e92e450e3e admin admin] Publish callbacks [] for security_group (ae2a1f41-f768-4e87-b751-8c525c665266), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.329441 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3592-be6d-4fc5-a054-3633842efe32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.333004 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-3d3b3592-be6d-4fc5-a054-3633842efe32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d53f504a-10f7-4ccd-88ba-9a7d02c5fa11 HTTP/1.1" status: 204 len: 168 time: 1.1979554 May 19 13:31:36.341364 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-df2be289-bd5a-4ec1-bcb1-de5825fcd059 req-4d18d992-0f9c-4dfb-aae5-e53fdb4bd2ca tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 210 time: 0.0935628 May 19 13:31:36.345302 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-657150d3-2165-420f-ac6e-f1e92e450e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ae2a1f41-f768-4e87-b751-8c525c665266), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.413142 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b3592-be6d-4fc5-a054-3633842efe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53f504a-10f7-4ccd-88ba-9a7d02c5fa11,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:36.415808 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Pushing event updated for resources: {'Subnet': ['ID=487fef1b-82fb-4820-a628-c3047ce59b09,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:36.436347 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-657150d3-2165-420f-ac6e-f1e92e450e3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6ab199409614959939e8c00baa40d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7448304 May 19 13:31:36.436565 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 46850) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:36.440798 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-03a2e7b0-6304-4eb2-af03-66b19ceffc34 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:36.445521 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657150d3-2165-420f-ac6e-f1e92e450e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2a1f41-f768-4e87-b751-8c525c665266,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:36.446187 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-03a2e7b0-6304-4eb2-af03-66b19ceffc34 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 818 time: 0.3823295 May 19 13:31:36.494998 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Checking segment: {'id': '20c572a7-eb2d-40bc-9f6f-bcc0eece378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e1bfd45d-0438-43db-b85c-c16113efd819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:36.495356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Network hostable DHCP agents. Network: e1bfd45d-0438-43db-b85c-c16113efd819, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:31:36.510393 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-f82cace5-bca7-4db4-9063-938b6e0a5fec tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/quotas/63972a518bb048d19dd070eb9ac85445 HTTP/1.1" status: 200 len: 375 time: 0.0565605 May 19 13:31:36.515271 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 587e54de-2248-4404-9aed-c0ced442bbce is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:36.529587 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d1c57cee-d1ee-4bfc-88c4-3c8ef373ff10 admin admin] Publish callbacks [] for security_group (ae2a1f41-f768-4e87-b751-8c525c665266), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.558596 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d1c57cee-d1ee-4bfc-88c4-3c8ef373ff10 admin admin] Publish callbacks [] for security_group (ae2a1f41-f768-4e87-b751-8c525c665266), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.592644 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-cbbd505a-27e3-41dd-ae3e-67f7698e6bf3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770378 May 19 13:31:36.636718 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d1c57cee-d1ee-4bfc-88c4-3c8ef373ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ae2a1f41-f768-4e87-b751-8c525c665266), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.643437 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d1c57cee-d1ee-4bfc-88c4-3c8ef373ff10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.647711 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Network e1bfd45d-0438-43db-b85c-c16113efd819 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:31:36.650921 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d1c57cee-d1ee-4bfc-88c4-3c8ef373ff10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae2a1f41-f768-4e87-b751-8c525c665266 HTTP/1.1" status: 204 len: 168 time: 0.2120166 May 19 13:31:36.685583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c57cee-d1ee-4bfc-88c4-3c8ef373ff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2a1f41-f768-4e87-b751-8c525c665266,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:36.731696 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Publish callbacks [] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.752198 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, e1bfd45d-0438-43db-b85c-c16113efd819) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:36.755107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.761136 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:36.761706 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:36.798460 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c881c3-73f1-445c-aaac-f5e7c3407320 None None] Network e1bfd45d-0438-43db-b85c-c16113efd819 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:36.800543 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:36.836861 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:36.861883 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-97930101-caaa-4517-a331-2aef6d26586c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1163950 May 19 13:31:36.925985 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-f837f714-28fb-49ec-b203-4b34c0d27109 service neutron] 10.222.0.24 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321362 May 19 13:31:36.931109 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e5da6-5dcc-4d61-a6c0-c1d370dbf88d None None] Pushing event updated for resources: {'Port': ['ID=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:37.010537 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-4283db15-1052-49e3-b044-8702dd44d203 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:31:37.011884 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-4283db15-1052-49e3-b044-8702dd44d203 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069599 May 19 13:31:37.123074 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-f71780c7-6b28-4189-8c45-a16b9f885788 service neutron] 10.222.0.24 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876903 May 19 13:31:37.184528 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd24423-bcf6-47c1-a664-8dcd418a7e30 None None] Network e1bfd45d-0438-43db-b85c-c16113efd819 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:37.330846 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d2480-fe94-4d93-9f10-352f91ee2f32 req-239c6b6b-efe3-4f8d-a2f9-a53a34cd0db1 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:37.344047 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ec3d2480-fe94-4d93-9f10-352f91ee2f32 req-239c6b6b-efe3-4f8d-a2f9-a53a34cd0db1 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 931 time: 0.1553304 May 19 13:31:37.368229 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Attempting to bind port f0f2b4ff-1ec7-4184-837e-6fa791627bbf on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:37.368599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Attempting to bind port f0f2b4ff-1ec7-4184-837e-6fa791627bbf by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:37.369007 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Attempting to bind port f0f2b4ff-1ec7-4184-837e-6fa791627bbf on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:37.379093 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:37.379472 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Checking segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:37.379987 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:37.380391 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Bound using segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:37.380873 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Bound port: f0f2b4ff-1ec7-4184-837e-6fa791627bbf, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:37.381309 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:37.414632 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:37.420088 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ec3d2480-fe94-4d93-9f10-352f91ee2f32 req-cbb57bfd-3fab-4e90-b9c3-e9ae9c5833c8 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696092 May 19 13:31:37.539632 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-142e80eb-a1fb-4957-ba7c-3bfc46c08d89 req-394a3dd2-bc2b-4210-b9f3-ac095fc278e5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 210 time: 0.0949652 May 19 13:31:37.684625 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] For port f0f2b4ff-1ec7-4184-837e-6fa791627bbf, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:37.695796 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] For port f0f2b4ff-1ec7-4184-837e-6fa791627bbf, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:37.711365 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d9657faf-6b48-492d-9b6d-bd9e2410db83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:37.741186 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c130e55d-03fc-445d-bba9-947f3f4e54ba req-44baa4a1-bf2b-4e0e-b2d4-c01f4f34c0eb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 210 time: 0.1088305 May 19 13:31:37.750497 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:37.933308 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:37.996513 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:37.997467 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-059b522e-4fee-4038-9cb5-62462b5b6a6f None None] Provisioning complete for port f0f2b4ff-1ec7-4184-837e-6fa791627bbf triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:37.997846 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-059b522e-4fee-4038-9cb5-62462b5b6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:38.142096 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:31:38.142757 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:38.417084 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5f1530a2-27d6-401b-8f46-560c988f7033 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:38.423283 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5f1530a2-27d6-401b-8f46-560c988f7033 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 818 time: 0.4401712 May 19 13:31:38.465260 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e5da6-5dcc-4d61-a6c0-c1d370dbf88d None None] Pushing event updated for resources: {'Port': ['ID=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:38.467809 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-fd9a6f51-be22-4d9a-a4a3-9c09de51a0d7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/quotas/63972a518bb048d19dd070eb9ac85445 HTTP/1.1" status: 200 len: 375 time: 0.0351944 May 19 13:31:38.776963 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20a4c8-9c99-4430-9b5e-6ce68c386854 req-78c78aba-2578-44ad-8067-81c3e3cf45c0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:38.793755 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9e20a4c8-9c99-4430-9b5e-6ce68c386854 req-78c78aba-2578-44ad-8067-81c3e3cf45c0 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 931 time: 0.1948378 May 19 13:31:38.960665 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9e20a4c8-9c99-4430-9b5e-6ce68c386854 req-3fcf271d-fa88-4804-a2da-6eac511f072f tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643548 May 19 13:31:38.988583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Request body: {'port': {'device_id': '080936a4-151d-4f4b-a750-937d342729db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:38.997090 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:31:39.035608 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-211721c6-c666-47e8-b4b0-df9099be6545 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5660093 May 19 13:31:39.205874 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-059b522e-4fee-4038-9cb5-62462b5b6a6f None None] Current status of the port f0f2b4ff-1ec7-4184-837e-6fa791627bbf is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:39.206182 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-059b522e-4fee-4038-9cb5-62462b5b6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:39.256268 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-613c6726-45bf-41c8-82fd-89e5401684b9 service neutron] 10.222.0.24 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135532 May 19 13:31:39.317452 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-059b522e-4fee-4038-9cb5-62462b5b6a6f None None] For port f0f2b4ff-1ec7-4184-837e-6fa791627bbf, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:39.329624 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-059b522e-4fee-4038-9cb5-62462b5b6a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:39.371108 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d5aa62f9-558a-48df-842a-1f5bdd5f2f15 req-b34bf798-7e33-4b7b-8091-b52ea3a80b1a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 210 time: 0.2409861 May 19 13:31:39.386401 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:39.532248 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-23dd6879-570b-4c1d-93ab-39073cd44642 None None] Provisioning complete for port f0f2b4ff-1ec7-4184-837e-6fa791627bbf triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:39.533391 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-23dd6879-570b-4c1d-93ab-39073cd44642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:39.539302 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b522e-4fee-4038-9cb5-62462b5b6a6f None None] Pushing event updated for resources: {'Port': ['ID=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:39.540882 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.58', 58394) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:39.566561 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:37Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:39.590912 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-786e586d-9031-4346-b4f1-253cb0bc78a0 service neutron] 10.222.0.24 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231163 May 19 13:31:39.610534 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318224d9-3df5-4622-8694-344baaa363f9 None None] The sync data for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi is: [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:37Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:31:39.638748 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-94f6f9b8-f798-46a5-a245-ad89708918fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:39.756897 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:39.817775 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-23dd6879-570b-4c1d-93ab-39073cd44642 None None] Current status of the port f0f2b4ff-1ec7-4184-837e-6fa791627bbf is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:39.819194 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-e1bc3547-953a-4dc2-aef7-19b1e02e7f4e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:39.821252 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-e1bc3547-953a-4dc2-aef7-19b1e02e7f4e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 817 time: 0.2576351 May 19 13:31:40.030914 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.58', 58395) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:40.042915 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-0873bd05-dd20-4f22-976b-a03da0d85d6c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 379 time: 0.1658709 May 19 13:31:40.098738 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'port': {'device_id': '323322ec-2e2e-424b-a411-8a34069bcf10', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'admin_state_up': True, 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'security_groups': ['8da2bf29-b332-4d33-838a-6d169ee36c57']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:40.388186 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a69126db-b503-4b62-8546-070a00cbbaf2 req-f7ad95ba-7bf7-4422-b3c5-83d94c94b770 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 210 time: 0.3209302 May 19 13:31:40.587253 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:40.699168 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf6572a-31e1-4e19-9111-37d73967c97d {{(pid=103684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:40.722022 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Publish callbacks [] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:40.800054 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.provisioning_blocks [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Transition to ACTIVE for port object fdf6572a-31e1-4e19-9111-37d73967c97d will not be triggered until provisioned by entity L2. {{(pid=103684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:31:40.814065 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:40.840913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:40.996470 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-26f92c29-71d0-45e4-8199-22c226b6db3b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:41.005544 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-26f92c29-71d0-45e4-8199-22c226b6db3b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 818 time: 0.9614096 May 19 13:31:41.071464 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device f0f2b4ff-1ec7-4184-837e-6fa791627bbf up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:41.082348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'port': {'device_id': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'admin_state_up': True, 'tenant_id': '63972a518bb048d19dd070eb9ac85445'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:41.160895 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47050) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:41.165466 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47052) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:41.235694 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port f0f2b4ff-1ec7-4184-837e-6fa791627bbf triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:41.247502 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:41.283839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-5051537-network', 'tenant_id': '70fbb1ed0fd3462db16a7fbd4571722b'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:41.366211 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c779-075c-404b-9a4c-de16b0270c8e req-1ed37061-6390-4d93-99a2-397a425e78a4 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:41.385272 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-42c2c779-075c-404b-9a4c-de16b0270c8e req-1ed37061-6390-4d93-99a2-397a425e78a4 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 943 time: 0.5642247 May 19 13:31:41.474526 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Made reservation on behalf of 959c5c84bd724d2688f435b15b41f1c8 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:41.478499 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:41.503409 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Made reservation on behalf of 70fbb1ed0fd3462db16a7fbd4571722b for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:41.508191 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:41.527051 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:41.611133 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port f0f2b4ff-1ec7-4184-837e-6fa791627bbf is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:41.611264 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534765c-997f-443e-9836-3e7848de616e service neutron] Pushing event updated for resources: {'Port': ['ID=fdf6572a-31e1-4e19-9111-37d73967c97d,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:41.653519 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Attempting to bind port fdf6572a-31e1-4e19-9111-37d73967c97d on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:41.653849 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Attempting to bind port fdf6572a-31e1-4e19-9111-37d73967c97d by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '00aa4997-9574-42e5-a893-24eeb09f1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '15c026e4-2659-4699-ba07-f872724b5304'}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:41.654336 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Attempting to bind port fdf6572a-31e1-4e19-9111-37d73967c97d on network 15c026e4-2659-4699-ba07-f872724b5304 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:41.669823 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Port fdf6572a-31e1-4e19-9111-37d73967c97d on network 15c026e4-2659-4699-ba07-f872724b5304 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:31:41.670250 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Attempting to bind port fdf6572a-31e1-4e19-9111-37d73967c97d on network 15c026e4-2659-4699-ba07-f872724b5304 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:41.673881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:41.692781 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-42c2c779-075c-404b-9a4c-de16b0270c8e req-380ff542-6bc9-4246-aaeb-28780b929780 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047106 May 19 13:31:41.723996 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:41.724389 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Checking segment: {'id': '00aa4997-9574-42e5-a893-24eeb09f1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '15c026e4-2659-4699-ba07-f872724b5304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:41.724926 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Bound using segment: {'id': '00aa4997-9574-42e5-a893-24eeb09f1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '15c026e4-2659-4699-ba07-f872724b5304'} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:41.725384 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Bound port: fdf6572a-31e1-4e19-9111-37d73967c97d, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aa4997-9574-42e5-a893-24eeb09f1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '15c026e4-2659-4699-ba07-f872724b5304'}}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:41.732734 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:41.922590 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-76414e55-b55e-4bd4-8211-a2fd382c54b0 req-ffe60d00-7b10-4e3a-9604-992d6e560a37 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 210 time: 0.1932909 May 19 13:31:42.123092 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] For port fdf6572a-31e1-4e19-9111-37d73967c97d, host hv-cinder-84112, cleared binding levels {{(pid=103684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:42.261834 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] For port fdf6572a-31e1-4e19-9111-37d73967c97d, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fdf6572a-31e1-4e19-9111-37d73967c97d,segment=NetworkSegment(00aa4997-9574-42e5-a893-24eeb09f1382),segment_id=00aa4997-9574-42e5-a893-24eeb09f1382)] {{(pid=103684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:42.276455 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.286112 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Allocated IP 172.20.0.6 (680a83a0-30ec-41c9-9148-fa9290c3fc14/6ee81dbf-f53d-407b-b058-adb951c14c25/1ae6b782-184e-4357-ab26-9a0648e0a6a3) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:42.380229 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:42.380973 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.382535 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-3534765c-997f-443e-9836-3e7848de616e service neutron] 10.222.0.58 "PUT /v2.0/ports/fdf6572a-31e1-4e19-9111-37d73967c97d HTTP/1.1" status: 200 len: 1093 time: 3.8439269 May 19 13:31:42.385010 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080936a4-151d-4f4b-a750-937d342729db', 'tag': 'fdf6572a-31e1-4e19-9111-37d73967c97d'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:42.403521 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.547499 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.588627 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:42.601269 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:42.622090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534765c-997f-443e-9836-3e7848de616e service neutron] Pushing event updated for resources: {'Port': ['ID=fdf6572a-31e1-4e19-9111-37d73967c97d,revision_number=3']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:42.670889 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-165f6530-c916-4b86-926f-ffdd15f66b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.800375 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-165f6530-c916-4b86-926f-ffdd15f66b2b admin admin] Publish callbacks [] for security_group (c776f141-cba8-412f-ac63-d42670da52f5), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.845854 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b443313-e3d7-467e-a37c-31ddf30a549c req-18960f94-b08e-4936-8be4-0c69b0053cbf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 210 time: 0.2528615 May 19 13:31:42.853088 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-165f6530-c916-4b86-926f-ffdd15f66b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (c776f141-cba8-412f-ac63-d42670da52f5), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.912382 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-165f6530-c916-4b86-926f-ffdd15f66b2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3b57a0634a94f71bfa506115daa48a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6590898 May 19 13:31:42.918933 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f6530-c916-4b86-926f-ffdd15f66b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c776f141-cba8-412f-ac63-d42670da52f5,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:42.934787 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47102) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:42.952280 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Made reservation on behalf of 63972a518bb048d19dd070eb9ac85445 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:42.956452 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:42.984733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:43.159561 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d02744-dbed-467a-a277-31f37774195d req-4ea0611a-5d13-43a2-8d11-ce060cfb7ad2 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:43.168085 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-74d02744-dbed-467a-a277-31f37774195d req-4ea0611a-5d13-43a2-8d11-ce060cfb7ad2 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 943 time: 0.2705452 May 19 13:31:43.168704 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47106) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:43.185386 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5954cc0-c67d-416e-a3df-c0fcd7528f22" -d '{"events": [{"name": "network-changed", "server_uuid": "080936a4-151d-4f4b-a750-937d342729db", "tag": "fdf6572a-31e1-4e19-9111-37d73967c97d"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:31:43.329038 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:43.393751 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-74d02744-dbed-467a-a277-31f37774195d req-f13ec473-ae66-474a-9a8a-1b5303adee63 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728098 May 19 13:31:43.403769 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:43.403769 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:43.421537 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:43.424926 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:43.537754 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.58', 58403) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:43.631414 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-01c8bec4-b4bb-4f8c-91ec-5589886f9ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:43.686953 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-47195d89-95bd-4f90-a347-b647f44ceecb admin admin] Publish callbacks [] for security_group (c776f141-cba8-412f-ac63-d42670da52f5), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:43.836228 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-47195d89-95bd-4f90-a347-b647f44ceecb admin admin] Publish callbacks [] for security_group (c776f141-cba8-412f-ac63-d42670da52f5), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:43.917140 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:43.926699 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:43.953816 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:43.956449 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-d718f044-026c-49c2-95df-5e15904a23c2 None None] Provisioning complete for port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:43.956972 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d718f044-026c-49c2-95df-5e15904a23c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:43.971945 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-c164801b-a1db-4b5e-9cd9-3cf101fdd95d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:43.973780 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-c164801b-a1db-4b5e-9cd9-3cf101fdd95d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 818 time: 0.6219270 May 19 13:31:44.009579 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461d49ae-e91a-4117-9244-16f9d0c98c51 x-openstack-request-id: req-461d49ae-e91a-4117-9244-16f9d0c98c51 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:31:44.010003 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080936a4-151d-4f4b-a750-937d342729db", "tag": "fdf6572a-31e1-4e19-9111-37d73967c97d", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:31:44.010335 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-461d49ae-e91a-4117-9244-16f9d0c98c51 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:31:44.013616 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-d718f044-026c-49c2-95df-5e15904a23c2 None None] Port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:31:44.017830 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461d49ae-e91a-4117-9244-16f9d0c98c51'] response: {'name': 'network-changed', 'server_uuid': '080936a4-151d-4f4b-a750-937d342729db', 'tag': 'fdf6572a-31e1-4e19-9111-37d73967c97d', 'status': 'completed', 'code': 200} May 19 13:31:44.025697 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'port': {'device_id': 'bb839e22-971b-4313-be06-20e09838215a', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'admin_state_up': True, 'tenant_id': '63972a518bb048d19dd070eb9ac85445'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:44.066975 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:44.078101 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:44.090819 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-a31e4fa2-e8b3-4ff2-abbf-badfb4e39878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:44.092910 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-a31e4fa2-e8b3-4ff2-abbf-badfb4e39878 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40b09e85301c4e349b6714b13ae2e955&device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 1127 time: 0.5483077 May 19 13:31:44.110988 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-aad750d9-e77a-4e60-b9b6-6b66fc5190c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0405624 May 19 13:31:44.111929 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:44.137362 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524380dd-13f7-4d16-88a0-6a6487fd4989 req-35f7ce22-36c8-46a0-986b-e16b7b066696 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:44.145427 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-524380dd-13f7-4d16-88a0-6a6487fd4989 req-35f7ce22-36c8-46a0-986b-e16b7b066696 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 931 time: 0.8406701 May 19 13:31:44.153946 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks [] for security_group (4df355f6-e9a1-4123-85e9-3e89eada73c4), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.191453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:44.217172 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-47195d89-95bd-4f90-a347-b647f44ceecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (c776f141-cba8-412f-ac63-d42670da52f5), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.224281 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-47195d89-95bd-4f90-a347-b647f44ceecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.226473 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-47195d89-95bd-4f90-a347-b647f44ceecb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c776f141-cba8-412f-ac63-d42670da52f5 HTTP/1.1" status: 204 len: 168 time: 1.2849855 May 19 13:31:44.241960 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-01c8bec4-b4bb-4f8c-91ec-5589886f9ce1 admin admin] Publish callbacks [] for security_group (7610d389-5cf9-41c9-bdaa-484471853631), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.259369 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-01c8bec4-b4bb-4f8c-91ec-5589886f9ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7610d389-5cf9-41c9-bdaa-484471853631), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.266480 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47195d89-95bd-4f90-a347-b647f44ceecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c776f141-cba8-412f-ac63-d42670da52f5,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:44.279422 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-f31c0072-e6f3-481f-9433-e7b88e0e6881 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdf6572a-31e1-4e19-9111-37d73967c97d HTTP/1.1" status: 200 len: 217 time: 0.1499245 May 19 13:31:44.308031 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Request body: {'port': {'device_id': '323322ec-2e2e-424b-a411-8a34069bcf10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:44.310788 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4df355f6-e9a1-4123-85e9-3e89eada73c4), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.324510 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:31:44.326853 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Made reservation on behalf of 63972a518bb048d19dd070eb9ac85445 for: {'port': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:44.332435 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.335600 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8bec4-b4bb-4f8c-91ec-5589886f9ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7610d389-5cf9-41c9-bdaa-484471853631,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:44.335845 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (879536e1-6cf9-476f-8cba-6e9969ae9ec1), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.336396 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Added segment 879536e1-6cf9-476f-8cba-6e9969ae9ec1 of type vlan for network c0d9e39c-8afb-4bee-9d66-79c369bceb95 May 19 13:31:44.453102 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9945c3a3-51a1-4ee9-ba53-4ab46fdab0f6 req-62e61e18-fe09-42ef-802b-618bd746e502 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 210 time: 0.1039336 May 19 13:31:44.467916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-01c8bec4-b4bb-4f8c-91ec-5589886f9ce1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a7ac23cb05647a4b5cbc1524c355228&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2642004 May 19 13:31:44.468732 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47150) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:44.615492 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Allocated IP 172.20.0.5 (a42ef65b-f8fc-4078-973d-4d38cc62962d/2a24359f-b713-4a2c-b8e8-10db4dd6b9f7/700b033c-2fd5-4b02-a577-7fa27ba29508) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:44.675126 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:44.770780 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b57de00e-e2dd-4be5-96e9-282ec881a8b4 admin admin] Publish callbacks [] for security_group (7610d389-5cf9-41c9-bdaa-484471853631), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.826129 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b57de00e-e2dd-4be5-96e9-282ec881a8b4 admin admin] Publish callbacks [] for security_group (7610d389-5cf9-41c9-bdaa-484471853631), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.826718 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.886230 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (c0d9e39c-8afb-4bee-9d66-79c369bceb95), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:44.982089 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-524380dd-13f7-4d16-88a0-6a6487fd4989 req-faa4c46c-3238-47d4-8b30-13d9d5038012 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8342152 May 19 13:31:44.984536 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072766fb-2f93-4b99-9ffa-04ebb9af45dd req-889e6e22-ea6d-4486-832a-578c098307ae tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:45.002119 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-072766fb-2f93-4b99-9ffa-04ebb9af45dd req-889e6e22-ea6d-4486-832a-578c098307ae tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 943 time: 0.1827018 May 19 13:31:45.110552 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.db.resource_extend [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:31:45.120871 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b57de00e-e2dd-4be5-96e9-282ec881a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7610d389-5cf9-41c9-bdaa-484471853631), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:45.126658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1725647a-4562-4db3-8d5d-1bbfd066d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:45.128076 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b57de00e-e2dd-4be5-96e9-282ec881a8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:45.128721 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-1725647a-4562-4db3-8d5d-1bbfd066d64c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911cd401-f39d-4da7-a4bf-097cebefc4f8 HTTP/1.1" status: 200 len: 851 time: 0.8344009 May 19 13:31:45.129692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df355f6-e9a1-4123-85e9-3e89eada73c4,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:45.134213 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-b57de00e-e2dd-4be5-96e9-282ec881a8b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7610d389-5cf9-41c9-bdaa-484471853631 HTTP/1.1" status: 204 len: 168 time: 0.6607099 May 19 13:31:45.163746 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-072766fb-2f93-4b99-9ffa-04ebb9af45dd req-9c55aa55-0fac-4f0e-b353-9ef6491af42e tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601732 May 19 13:31:45.188326 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57de00e-e2dd-4be5-96e9-282ec881a8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7610d389-5cf9-41c9-bdaa-484471853631,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:45.397970 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47174) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:45.421376 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-166c0ea1-2118-4172-9eda-b12e229f5519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:45.507445 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (c0d9e39c-8afb-4bee-9d66-79c369bceb95), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:45.508704 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:45.509335 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:45.547547 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-e67c60eb-6e11-47fd-9fcf-4735f86cf66c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15c026e4-2659-4699-ba07-f872724b5304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2347202 May 19 13:31:45.690799 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-166c0ea1-2118-4172-9eda-b12e229f5519 admin admin] Publish callbacks [] for security_group (dfb204b3-b388-4aaf-aeff-c5e13bf7fefc), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:45.692756 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47184) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:45.698193 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-166c0ea1-2118-4172-9eda-b12e229f5519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (dfb204b3-b388-4aaf-aeff-c5e13bf7fefc), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:45.801381 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-166c0ea1-2118-4172-9eda-b12e229f5519 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f7e0645a90e4d0d8cc4f8b897f96385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4012594 May 19 13:31:45.803962 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47190) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:45.903938 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 4.6518126 May 19 13:31:45.919507 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47194) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:45.928628 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Request body: {'subnet': {'network_id': 'c0d9e39c-8afb-4bee-9d66-79c369bceb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-5051537-subnet', 'tenant_id': '70fbb1ed0fd3462db16a7fbd4571722b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:45.991660 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Made reservation on behalf of 70fbb1ed0fd3462db16a7fbd4571722b for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:45.995465 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.060011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c0ea1-2118-4172-9eda-b12e229f5519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb204b3-b388-4aaf-aeff-c5e13bf7fefc,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:46.064377 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-58c0435c-9c68-4301-a529-877e60468183 req-a1b09489-a23a-4753-8c0e-79e3b7e62aff tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 210 time: 0.4295721 May 19 13:31:46.096405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:46.101257 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8372b694-4313-4ffd-8ce9-0e4895db8dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.137044 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb8d88-4ef3-4265-845c-855b78839fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d9e39c-8afb-4bee-9d66-79c369bceb95,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:46.184496 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network c0d9e39c-8afb-4bee-9d66-79c369bceb95 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:31:46.212566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.213826 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:46.261468 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac00415c-1299-4525-a7a3-021743d13d89 admin admin] Publish callbacks [] for security_group (dfb204b3-b388-4aaf-aeff-c5e13bf7fefc), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.323434 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:46.359872 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:46.366827 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985eda0-15bd-460a-8cb6-e51b4736f82b req-d55807b7-bfba-45ec-8ebb-579d3f7d280f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:46.369252 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2985eda0-15bd-460a-8cb6-e51b4736f82b req-d55807b7-bfba-45ec-8ebb-579d3f7d280f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 931 time: 0.2416632 May 19 13:31:46.377516 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47210) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:46.383002 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-d116d238-7ea3-4301-9277-178b29d948be service neutron] 10.222.0.58 "GET /v2.0/networks/15c026e4-2659-4699-ba07-f872724b5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867095 May 19 13:31:46.383392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:46.411332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53092e3e-77dd-49bc-a6a4-9e6ba11f0a38 req-6b0eb408-d10d-418f-82f8-f627d4fc4771 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:46.412862 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-53092e3e-77dd-49bc-a6a4-9e6ba11f0a38 req-6b0eb408-d10d-418f-82f8-f627d4fc4771 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 943 time: 0.1278262 May 19 13:31:46.421356 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac00415c-1299-4525-a7a3-021743d13d89 admin admin] Publish callbacks [] for security_group (dfb204b3-b388-4aaf-aeff-c5e13bf7fefc), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.463340 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-785037ad-1b67-42fe-b948-7d01bb822124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.503172 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.559663 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.594433 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae6b782-184e-4357-ab26-9a0648e0a6a3 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:46.607495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Publish callbacks [] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.622157 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Network a42ef65b-f8fc-4078-973d-4d38cc62962d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:46.625873 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-53092e3e-77dd-49bc-a6a4-9e6ba11f0a38 req-be04abc9-4810-4fcc-8933-0d1e56005439 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977332 May 19 13:31:46.638629 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:46.642168 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2985eda0-15bd-460a-8cb6-e51b4736f82b req-15024ace-acb7-43dd-8ce4-036006522052 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505424 May 19 13:31:46.643418 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'Port': ['ID=700b033c-2fd5-4b02-a577-7fa27ba29508,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:46.646071 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:46.651378 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:46.651997 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.693153 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8372b694-4313-4ffd-8ce9-0e4895db8dd3 admin admin] Publish callbacks [] for security_group (dd74458a-6e8b-4521-b90e-5ff4f3b31c87), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.696966 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Allocated IP 172.20.0.12 (a42ef65b-f8fc-4078-973d-4d38cc62962d/2a24359f-b713-4a2c-b8e8-10db4dd6b9f7/ea2cc4f1-cac0-4395-b583-23d210e4ca9b) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:46.715401 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8372b694-4313-4ffd-8ce9-0e4895db8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (dd74458a-6e8b-4521-b90e-5ff4f3b31c87), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.719373 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-51c7c394-2bf0-445d-97c4-a4f148414c5b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6778245 May 19 13:31:46.736126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Transition to ACTIVE for port object 1ae6b782-184e-4357-ab26-9a0648e0a6a3 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:31:46.747042 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Request body: {'port': {'device_id': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:46.771839 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac00415c-1299-4525-a7a3-021743d13d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (dfb204b3-b388-4aaf-aeff-c5e13bf7fefc), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.774386 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac00415c-1299-4525-a7a3-021743d13d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.778235 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ac00415c-1299-4525-a7a3-021743d13d89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfb204b3-b388-4aaf-aeff-c5e13bf7fefc HTTP/1.1" status: 204 len: 168 time: 0.9722228 May 19 13:31:46.799439 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b79a45ac-e721-4f04-b6dc-c353380249e0 req-31312a21-7eb7-4045-ba8b-cd4f91174036 service neutron] 10.222.0.58 "GET /v2.0/networks/15c026e4-2659-4699-ba07-f872724b5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376650 May 19 13:31:46.800227 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:46.839642 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:46.859211 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:46.876982 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-8372b694-4313-4ffd-8ce9-0e4895db8dd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7c73b53e1e140b281f590dd5f33e3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1044729 May 19 13:31:46.879441 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Checking segment: {'id': '879536e1-6cf9-476f-8cba-6e9969ae9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0d9e39c-8afb-4bee-9d66-79c369bceb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:46.879807 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Network hostable DHCP agents. Network: c0d9e39c-8afb-4bee-9d66-79c369bceb95, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:31:46.882674 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b694-4313-4ffd-8ce9-0e4895db8dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74458a-6e8b-4521-b90e-5ff4f3b31c87,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:46.889328 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47220) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:46.924765 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00415c-1299-4525-a7a3-021743d13d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb204b3-b388-4aaf-aeff-c5e13bf7fefc,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:46.947898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:46.965432 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-785037ad-1b67-42fe-b948-7d01bb822124 admin admin] Publish callbacks [] for security_group (bc57c769-2285-49b1-8037-27334a2e2445), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.004498 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-785037ad-1b67-42fe-b948-7d01bb822124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (bc57c769-2285-49b1-8037-27334a2e2445), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.028323 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Network c0d9e39c-8afb-4bee-9d66-79c369bceb95 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:31:47.078532 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, c0d9e39c-8afb-4bee-9d66-79c369bceb95) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:47.090019 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-785037ad-1b67-42fe-b948-7d01bb822124 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f0120f6bbdc49a6b5989b906dc35af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105703 May 19 13:31:47.097072 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:47.097781 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.099304 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:47.100717 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47224) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:47.109500 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785037ad-1b67-42fe-b948-7d01bb822124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc57c769-2285-49b1-8037-27334a2e2445,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:47.116453 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed604d-8547-457a-9c73-cd3746ec04c7 None None] Network c0d9e39c-8afb-4bee-9d66-79c369bceb95 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:47.148531 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-68aa7f80-60ae-4efd-a9ba-1fefee132ee2 admin admin] Publish callbacks [] for security_group (dd74458a-6e8b-4521-b90e-5ff4f3b31c87), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.155427 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Attempting to bind port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:47.155757 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Attempting to bind port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:47.156100 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Attempting to bind port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:47.167248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:31:47.167624 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Attempting to bind port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:47.176416 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:47.176748 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Checking segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:47.177300 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Bound using segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:47.177784 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Bound port: 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:47.178711 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.185093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.211603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-68aa7f80-60ae-4efd-a9ba-1fefee132ee2 admin admin] Publish callbacks [] for security_group (dd74458a-6e8b-4521-b90e-5ff4f3b31c87), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.223926 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-a2c18081-9126-4419-b23c-f4d63779c6a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2927070 May 19 13:31:47.265065 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:47.274716 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.285985 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6c4f9ab2-8dfc-45d7-a4f3-5722a84ab85f req-2a80b2a6-7ce9-4e23-8c7e-3eb0c10e3d37 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 210 time: 0.0632086 May 19 13:31:47.314307 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0bd18080-9bf9-41c7-bbd0-b3801f605ebd admin admin] Publish callbacks [] for security_group (bc57c769-2285-49b1-8037-27334a2e2445), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.371929 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-0bf791af-0e7a-46f6-8975-1afb7cbdf18e None None] Provisioning complete for port 700b033c-2fd5-4b02-a577-7fa27ba29508 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:47.372468 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0bf791af-0e7a-46f6-8975-1afb7cbdf18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.385509 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0bd18080-9bf9-41c7-bbd0-b3801f605ebd admin admin] Publish callbacks [] for security_group (bc57c769-2285-49b1-8037-27334a2e2445), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.397490 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.452890 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-0bf791af-0e7a-46f6-8975-1afb7cbdf18e None None] Port 700b033c-2fd5-4b02-a577-7fa27ba29508 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:31:47.526241 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Network a42ef65b-f8fc-4078-973d-4d38cc62962d is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:47.574277 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a8673-6b5d-4a63-94c4-47e23e176c83 None None] Network c0d9e39c-8afb-4bee-9d66-79c369bceb95 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:31:47.584105 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:47.600553 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'Port': ['ID=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:47.614457 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:31:47.629279 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:47.642384 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.676246 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0bd18080-9bf9-41c7-bbd0-b3801f605ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (bc57c769-2285-49b1-8037-27334a2e2445), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.679536 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0bd18080-9bf9-41c7-bbd0-b3801f605ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.681227 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0bd18080-9bf9-41c7-bbd0-b3801f605ebd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc57c769-2285-49b1-8037-27334a2e2445 HTTP/1.1" status: 204 len: 168 time: 0.5737207 May 19 13:31:47.694633 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-5578baf9-5437-49de-9b60-f0b2afdb0807 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6742222 May 19 13:31:47.695904 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18080-9bf9-41c7-bbd0-b3801f605ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc57c769-2285-49b1-8037-27334a2e2445,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:47.890104 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349a232-5052-438f-8e1d-026dd5d57b41 req-3de0831e-e8e5-4f56-ae20-788f56235621 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:47.897271 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b349a232-5052-438f-8e1d-026dd5d57b41 req-3de0831e-e8e5-4f56-ae20-788f56235621 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 943 time: 0.0747621 May 19 13:31:47.911619 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Request body: {'port': {'device_id': 'bb839e22-971b-4313-be06-20e09838215a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:31:47.990774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-68aa7f80-60ae-4efd-a9ba-1fefee132ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (dd74458a-6e8b-4521-b90e-5ff4f3b31c87), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.993235 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-68aa7f80-60ae-4efd-a9ba-1fefee132ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:47.997060 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-68aa7f80-60ae-4efd-a9ba-1fefee132ee2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd74458a-6e8b-4521-b90e-5ff4f3b31c87 HTTP/1.1" status: 204 len: 168 time: 1.0997865 May 19 13:31:48.028074 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:48.036908 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-03697994-fd98-4ab8-9a2f-a88dde77cb78 None None] Provisioning complete for port ea2cc4f1-cac0-4395-b583-23d210e4ca9b triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:48.037954 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-03697994-fd98-4ab8-9a2f-a88dde77cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:48.048727 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa7f80-60ae-4efd-a9ba-1fefee132ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74458a-6e8b-4521-b90e-5ff4f3b31c87,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:48.070161 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:48.084062 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:48.096814 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b349a232-5052-438f-8e1d-026dd5d57b41 req-de5d058e-4731-4f8f-a300-d5f7bc4f5aa1 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969428 May 19 13:31:48.112911 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:48.115032 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-03697994-fd98-4ab8-9a2f-a88dde77cb78 None None] Port ea2cc4f1-cac0-4395-b583-23d210e4ca9b cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:31:48.117002 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34074fff-2e44-49a3-bbe0-db755ddad19f req-a85ab903-e229-4e73-b16b-31e9f7b137f8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:48.119213 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-34074fff-2e44-49a3-bbe0-db755ddad19f req-a85ab903-e229-4e73-b16b-31e9f7b137f8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.2835128 May 19 13:31:48.158397 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-6c5f4105-f5c8-40a1-bbea-701a3b9bb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:48.160599 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-6c5f4105-f5c8-40a1-bbea-701a3b9bb666 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40b09e85301c4e349b6714b13ae2e955&device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 1127 time: 0.2334616 May 19 13:31:48.179783 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:48.292609 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:48.587378 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:48.607357 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0942b30-fe70-49f7-acc3-13f9f103ef35 req-f37ab00e-40c9-4966-b613-586ac860a87f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:48.614773 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a0942b30-fe70-49f7-acc3-13f9f103ef35 req-f37ab00e-40c9-4966-b613-586ac860a87f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 932 time: 0.0772810 May 19 13:31:48.679443 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a0942b30-fe70-49f7-acc3-13f9f103ef35 req-b8dc8670-8019-4a6d-9f93-f38020ed7ddd tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638018 May 19 13:31:48.693252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700b033c-2fd5-4b02-a577-7fa27ba29508 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:48.741366 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Publish callbacks [] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:48.802067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:48.802692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:48.805640 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] 10.222.0.58 "PUT /v2.0/ports/1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 1093 time: 4.5249715 May 19 13:31:48.807189 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:48.877994 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Transition to ACTIVE for port object 700b033c-2fd5-4b02-a577-7fa27ba29508 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:31:48.947873 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-c120ad74-251c-402c-8fca-f48e9a0009b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:48.949370 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-c120ad74-251c-402c-8fca-f48e9a0009b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1127 time: 0.0703447 May 19 13:31:48.959269 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-34074fff-2e44-49a3-bbe0-db755ddad19f req-845cdc99-63b5-40af-8288-381e49c69114 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8118160 May 19 13:31:48.997055 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:49.044387 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-539b403c-710c-4a1c-bdeb-442b4b8d6861 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 217 time: 0.0422614 May 19 13:31:49.052280 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20ae2c-3475-4a8f-9d1d-3bcb85e66d54 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:49.093462 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-5faace24-7fb1-4af0-9446-8512f98e1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:49.097732 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-5faace24-7fb1-4af0-9446-8512f98e1dcd service neutron] 10.222.0.58 "GET /v2.0/networks?id=15c026e4-2659-4699-ba07-f872724b5304 HTTP/1.1" status: 200 len: 912 time: 0.9203577 May 19 13:31:49.126479 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2cc4f1-cac0-4395-b583-23d210e4ca9b {{(pid=103684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:49.145205 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Publish callbacks [] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:49.184221 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.provisioning_blocks [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Transition to ACTIVE for port object ea2cc4f1-cac0-4395-b583-23d210e4ca9b will not be triggered until provisioned by entity L2. {{(pid=103684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:31:49.191440 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:49.214769 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-4db90e22-15d3-41c8-bb23-8ae848dbceed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdf6572a-31e1-4e19-9111-37d73967c97d HTTP/1.1" status: 200 len: 217 time: 0.0922019 May 19 13:31:49.234424 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:49.349111 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:49.361963 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Pushing event updated for resources: {'Port': ['ID=700b033c-2fd5-4b02-a577-7fa27ba29508,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:49.365046 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-a9062588-d517-4af7-8da3-e7d12b325407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:49.366593 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-a9062588-d517-4af7-8da3-e7d12b325407 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.3116403 May 19 13:31:49.371732 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:49.407076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-70bd1e1b-5f08-46cd-8600-b3966a887457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:49.408710 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-70bd1e1b-5f08-46cd-8600-b3966a887457 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911cd401-f39d-4da7-a4bf-097cebefc4f8 HTTP/1.1" status: 200 len: 851 time: 0.1793168 May 19 13:31:49.418871 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0919125-1605-4037-b0d2-f7a6dcdbd80d req-d08a8649-702e-4559-bf86-95f45c50f36a tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:49.430481 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c0919125-1605-4037-b0d2-f7a6dcdbd80d req-d08a8649-702e-4559-bf86-95f45c50f36a tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 943 time: 0.1733243 May 19 13:31:49.445258 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Attempting to bind port 700b033c-2fd5-4b02-a577-7fa27ba29508 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:49.445619 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Attempting to bind port 700b033c-2fd5-4b02-a577-7fa27ba29508 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:49.445940 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Attempting to bind port 700b033c-2fd5-4b02-a577-7fa27ba29508 on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:49.464751 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52e9519-6900-407a-8dfc-abc1406cfc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:31:49.468646 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Port 700b033c-2fd5-4b02-a577-7fa27ba29508 on network a42ef65b-f8fc-4078-973d-4d38cc62962d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:31:49.468961 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Attempting to bind port 700b033c-2fd5-4b02-a577-7fa27ba29508 on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:49.472831 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Attempting to bind port ea2cc4f1-cac0-4395-b583-23d210e4ca9b on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:31:49.473363 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Attempting to bind port ea2cc4f1-cac0-4395-b583-23d210e4ca9b by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:31:49.473872 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Attempting to bind port ea2cc4f1-cac0-4395-b583-23d210e4ca9b on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:49.522778 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Port ea2cc4f1-cac0-4395-b583-23d210e4ca9b on network a42ef65b-f8fc-4078-973d-4d38cc62962d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:31:49.523104 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Attempting to bind port ea2cc4f1-cac0-4395-b583-23d210e4ca9b on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:31:49.529119 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-d842a6dc-75b6-4cdb-94fc-2b3ed2398ce2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15c026e4-2659-4699-ba07-f872724b5304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610204 May 19 13:31:49.529945 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:49.530320 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Checking segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:49.530913 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Bound using segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:49.531302 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Bound port: 700b033c-2fd5-4b02-a577-7fa27ba29508, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:49.531807 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:49.538622 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-0815002d-6478-4b5a-970b-872d415912ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:49.540336 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-0815002d-6478-4b5a-970b-872d415912ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1628678 May 19 13:31:49.547533 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:49.555513 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:31:49.555932 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Checking segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:31:49.556439 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Bound using segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:31:49.556932 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Bound port: ea2cc4f1-cac0-4395-b583-23d210e4ca9b, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:31:49.557394 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:49.576627 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c0919125-1605-4037-b0d2-f7a6dcdbd80d req-c2321346-746b-4867-85d5-b2733de30259 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390140 May 19 13:31:49.622373 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device fdf6572a-31e1-4e19-9111-37d73967c97d details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:31:49.675658 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] For port ea2cc4f1-cac0-4395-b583-23d210e4ca9b, host hv-cinder-84112, cleared binding levels {{(pid=103684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:49.684616 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] For port ea2cc4f1-cac0-4395-b583-23d210e4ca9b, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:49.699987 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:49.810586 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:49.813606 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:49.817513 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] 10.222.0.58 "PUT /v2.0/ports/ea2cc4f1-cac0-4395-b583-23d210e4ca9b HTTP/1.1" status: 200 len: 1094 time: 1.9108412 May 19 13:31:49.819281 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb839e22-971b-4313-be06-20e09838215a', 'tag': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:49.824758 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ec2036-3090-487c-aba7-ce2cd818f5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bb839e22-971b-4313-be06-20e09838215a", "tag": "ea2cc4f1-cac0-4395-b583-23d210e4ca9b"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:31:49.904397 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port fdf6572a-31e1-4e19-9111-37d73967c97d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fdf6572a-31e1-4e19-9111-37d73967c97d,segment=NetworkSegment(00aa4997-9574-42e5-a893-24eeb09f1382),segment_id=00aa4997-9574-42e5-a893-24eeb09f1382)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:49.934377 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] For port 700b033c-2fd5-4b02-a577-7fa27ba29508, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:31:49.934913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'fdf6572a-31e1-4e19-9111-37d73967c97d', 'network_id': '15c026e4-2659-4699-ba07-f872724b5304', 'port_id': 'fdf6572a-31e1-4e19-9111-37d73967c97d', 'mac_address': 'fa:16:3e:ac:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911cd401-f39d-4da7-a4bf-097cebefc4f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:31:49.937510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:49.947493 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94e12bd-9c46-468c-8b2d-b29539d0b045 x-openstack-request-id: req-e94e12bd-9c46-468c-8b2d-b29539d0b045 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:31:49.947876 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:31:49.948192 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e94e12bd-9c46-468c-8b2d-b29539d0b045 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:31:49.948696 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94e12bd-9c46-468c-8b2d-b29539d0b045'] response: {'name': 'network-changed', 'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'status': 'completed', 'code': 200} May 19 13:31:49.951103 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7ea85-47ec-4fc6-99b8-6ee111bbc3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,revision_number=3']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:49.978397 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-cfd3640d-29fb-49be-89ae-542a9074931e service neutron] 10.222.0.58 "GET /v2.0/networks/15c026e4-2659-4699-ba07-f872724b5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369593 May 19 13:31:50.019219 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port fdf6572a-31e1-4e19-9111-37d73967c97d is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:50.021735 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:50.043280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b6ed5-0fb7-4b56-ba97-0414297f83a2 x-openstack-request-id: req-0f0b6ed5-0fb7-4b56-ba97-0414297f83a2 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:31:50.043575 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb839e22-971b-4313-be06-20e09838215a", "tag": "ea2cc4f1-cac0-4395-b583-23d210e4ca9b", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:31:50.043827 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f0b6ed5-0fb7-4b56-ba97-0414297f83a2 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:31:50.044244 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0b6ed5-0fb7-4b56-ba97-0414297f83a2'] response: {'name': 'network-changed', 'server_uuid': 'bb839e22-971b-4313-be06-20e09838215a', 'tag': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b', 'status': 'completed', 'code': 200} May 19 13:31:50.157538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f936c0-0522-4881-be6f-97decd832b65 req-47954e35-73e0-4289-a68e-61dde7e7bb5e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:50.162477 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88f936c0-0522-4881-be6f-97decd832b65 req-47954e35-73e0-4289-a68e-61dde7e7bb5e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 944 time: 0.3139319 May 19 13:31:50.185615 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-454c5f44-5d07-44df-9f2a-8edf5cb57e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:50.190526 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-454c5f44-5d07-44df-9f2a-8edf5cb57e10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 1128 time: 0.3136923 May 19 13:31:50.222423 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] For port 700b033c-2fd5-4b02-a577-7fa27ba29508, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=700b033c-2fd5-4b02-a577-7fa27ba29508,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:31:50.227370 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5954cc0-c67d-416e-a3df-c0fcd7528f22 req-2c07bc77-24c4-42c8-a9ed-c571f23132bc service neutron] 10.222.0.58 "GET /v2.0/networks/15c026e4-2659-4699-ba07-f872724b5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428131 May 19 13:31:50.229655 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-43979405-38fb-478e-8117-6a2cf7e62f6e service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018987 May 19 13:31:50.245746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:50.248573 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf6572a-31e1-4e19-9111-37d73967c97d {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:50.342552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port fdf6572a-31e1-4e19-9111-37d73967c97d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fdf6572a-31e1-4e19-9111-37d73967c97d,segment=NetworkSegment(00aa4997-9574-42e5-a893-24eeb09f1382),segment_id=00aa4997-9574-42e5-a893-24eeb09f1382)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:50.351017 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:50.487780 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-6ad51314-0703-4a2a-840d-435984d9393e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b HTTP/1.1" status: 200 len: 217 time: 0.2584996 May 19 13:31:50.518484 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=fdf6572a-31e1-4e19-9111-37d73967c97d,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:50.705871 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['fdf6572a-31e1-4e19-9111-37d73967c97d'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:31:50.816834 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88f936c0-0522-4881-be6f-97decd832b65 req-f8ade313-dd59-4689-94f6-98de3f7954c2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352787 May 19 13:31:50.828505 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-214f640e-0888-4917-beda-615a55f9166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:50.830466 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-214f640e-0888-4917-beda-615a55f9166f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.3274050 May 19 13:31:50.839958 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:31:50.871061 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:50.872007 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:50.875469 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] 10.222.0.58 "PUT /v2.0/ports/700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 200 len: 1093 time: 4.1381435 May 19 13:31:50.928541 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2968b4-de6e-47b8-8448-ffc7fa61d30f req-a14c8055-8389-41bf-b786-b42e885e39f6 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609035 May 19 13:31:51.009666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f10cae-ac23-4a42-b28e-1bf80bf7565d req-7795e35e-ada1-4067-94c1-ac184884e269 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:51.011693 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-98f10cae-ac23-4a42-b28e-1bf80bf7565d req-7795e35e-ada1-4067-94c1-ac184884e269 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.7794156 May 19 13:31:51.105115 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e5dcc-097e-46ad-a49f-17e1ce7e8783 service neutron] Pushing event updated for resources: {'Port': ['ID=700b033c-2fd5-4b02-a577-7fa27ba29508,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:51.124915 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:51.150397 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-acaff4b8-67a4-4648-bffe-cdc71633ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:51.152311 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-acaff4b8-67a4-4648-bffe-cdc71633ee53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1127 time: 0.1694460 May 19 13:31:51.172056 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-98f10cae-ac23-4a42-b28e-1bf80bf7565d req-cf3a045d-da16-45da-a519-cecd784ace37 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361258 May 19 13:31:51.187861 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-6c1ba711-484f-4106-82dd-6f0408f91467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:51.190885 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-6c1ba711-484f-4106-82dd-6f0408f91467 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3526161 May 19 13:31:51.220940 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4eedd-2266-4e33-883c-eafb1bfbadc0 req-ea431ee8-82ac-4969-b3da-7be03e5772f4 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:51.222632 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fde4eedd-2266-4e33-883c-eafb1bfbadc0 req-ea431ee8-82ac-4969-b3da-7be03e5772f4 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 944 time: 0.1740301 May 19 13:31:51.279077 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fde4eedd-2266-4e33-883c-eafb1bfbadc0 req-c9d1c109-d5ef-4911-87bc-e305480c8d43 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503876 May 19 13:31:51.682028 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:51.696884 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device fdf6572a-31e1-4e19-9111-37d73967c97d up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:51.782696 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port fdf6572a-31e1-4e19-9111-37d73967c97d completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:31:51.792169 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port fdf6572a-31e1-4e19-9111-37d73967c97d triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:51.792566 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:51.808081 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-1277182b-2729-41ce-b038-51f5f7b0b44b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 200 len: 217 time: 0.0868835 May 19 13:31:51.847193 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-39460cb1-1043-4d43-af86-592bab868262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:51.848702 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-39460cb1-1043-4d43-af86-592bab868262 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1127 time: 0.1169801 May 19 13:31:51.915478 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-601ca272-067b-412f-80ba-289de54844a0 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942751 May 19 13:31:51.954047 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:51.956114 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'tag': '700b033c-2fd5-4b02-a577-7fa27ba29508'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:51.957931 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e142300-72be-43b6-a1ab-4ccd0a17b815" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c1abc9-8651-4788-9650-27704ae7e306", "tag": "700b033c-2fd5-4b02-a577-7fa27ba29508"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:31:51.961193 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-cffd86d5-676b-4ca9-9349-028330dca9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:51.964290 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-cffd86d5-676b-4ca9-9349-028330dca9c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.1069336 May 19 13:31:52.001092 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:52.067607 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port fdf6572a-31e1-4e19-9111-37d73967c97d is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:52.069329 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.075632 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e566e9-ec49-467f-9f20-e0612653e8f0 x-openstack-request-id: req-90e566e9-ec49-467f-9f20-e0612653e8f0 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:31:52.076730 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c1abc9-8651-4788-9650-27704ae7e306", "tag": "700b033c-2fd5-4b02-a577-7fa27ba29508", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:31:52.076730 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90e566e9-ec49-467f-9f20-e0612653e8f0 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:31:52.077049 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e566e9-ec49-467f-9f20-e0612653e8f0'] response: {'name': 'network-changed', 'server_uuid': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'tag': '700b033c-2fd5-4b02-a577-7fa27ba29508', 'status': 'completed', 'code': 200} May 19 13:31:52.077444 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47422) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:52.105712 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-fa2eb399-72cd-49f2-bfed-3f23c52de231 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 217 time: 0.1250892 May 19 13:31:52.105837 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1e71311-c4e7-4ce1-b1fa-6040a9fdeae4 req-95d39d8b-c6f1-4030-88f6-07af2e63d7da service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841564 May 19 13:31:52.109349 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080936a4-151d-4f4b-a750-937d342729db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf6572a-31e1-4e19-9111-37d73967c97d'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:52.142780 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-bea33280-00d9-4467-8f39-e70b68f7e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:52.148408 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-bea33280-00d9-4467-8f39-e70b68f7e830 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.3327730 May 19 13:31:52.198085 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port fdf6572a-31e1-4e19-9111-37d73967c97d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fdf6572a-31e1-4e19-9111-37d73967c97d,segment=NetworkSegment(00aa4997-9574-42e5-a893-24eeb09f1382),segment_id=00aa4997-9574-42e5-a893-24eeb09f1382)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:52.206970 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.304122 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=fdf6572a-31e1-4e19-9111-37d73967c97d,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:52.337867 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611fbd9-a889-48b5-a166-d23919681c88 req-17d4e6fe-7bfc-4686-b2f6-a813fbda4470 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:52.339879 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8611fbd9-a889-48b5-a166-d23919681c88 req-17d4e6fe-7bfc-4686-b2f6-a813fbda4470 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 944 time: 0.2662520 May 19 13:31:52.397959 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e17646e2-900c-4f7a-a40a-e141c629af05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.415789 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-849b2670-5f29-4792-b88f-874233c9d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:52.418062 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-849b2670-5f29-4792-b88f-874233c9d265 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.2809281 May 19 13:31:52.470477 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220849a-ef32-40b7-a9b4-bc348458c599 req-6942d9b6-6027-4a61-9367-798c8b478c2e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:52.472111 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1220849a-ef32-40b7-a9b4-bc348458c599 req-6942d9b6-6027-4a61-9367-798c8b478c2e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.1162271 May 19 13:31:52.483109 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c94067-e608-4a71-8021-52990b1dd7e0" -d '{"events": [{"server_uuid": "080936a4-151d-4f4b-a750-937d342729db", "name": "network-vif-plugged", "status": "completed", "tag": "fdf6572a-31e1-4e19-9111-37d73967c97d"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:31:52.493491 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8611fbd9-a889-48b5-a166-d23919681c88 req-16987b58-1027-4381-b181-342a822d71e1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332977 May 19 13:31:52.546533 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e17646e2-900c-4f7a-a40a-e141c629af05 admin admin] Publish callbacks [] for security_group (9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.553072 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e17646e2-900c-4f7a-a40a-e141c629af05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.584018 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1220849a-ef32-40b7-a9b4-bc348458c599 req-cf12f0c1-d89b-4021-a51d-12d0f99019fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051891 May 19 13:31:52.678481 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e17646e2-900c-4f7a-a40a-e141c629af05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfcc6ae6e0d44913a0766690d7aea0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5998993 May 19 13:31:52.681595 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47460) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:52.691420 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17646e2-900c-4f7a-a40a-e141c629af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:52.707725 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187ae1-59f8-4c97-af88-472b0b4fadc0 req-2831af58-5439-4459-9cf4-d691b48f0311 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:52.709634 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-be187ae1-59f8-4c97-af88-472b0b4fadc0 req-2831af58-5439-4459-9cf4-d691b48f0311 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.1323643 May 19 13:31:52.743599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8777a771-abd0-4275-b0ab-b04bc12cbc52 x-openstack-request-id: req-8777a771-abd0-4275-b0ab-b04bc12cbc52 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:31:52.744151 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080936a4-151d-4f4b-a750-937d342729db", "name": "network-vif-plugged", "status": "completed", "tag": "fdf6572a-31e1-4e19-9111-37d73967c97d", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:31:52.744711 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8777a771-abd0-4275-b0ab-b04bc12cbc52 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:31:52.745681 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8777a771-abd0-4275-b0ab-b04bc12cbc52'] response: {'server_uuid': '080936a4-151d-4f4b-a750-937d342729db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf6572a-31e1-4e19-9111-37d73967c97d', 'code': 200} May 19 13:31:52.796504 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8297b144-fe07-42cf-b596-a762a1cf4a3f admin admin] Publish callbacks [] for security_group (9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.812408 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-be187ae1-59f8-4c97-af88-472b0b4fadc0 req-f8c8a991-ac3c-408e-8f9b-c2c58cc39097 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833941 May 19 13:31:52.834582 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8297b144-fe07-42cf-b596-a762a1cf4a3f admin admin] Publish callbacks [] for security_group (9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.890435 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8297b144-fe07-42cf-b596-a762a1cf4a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.893489 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8297b144-fe07-42cf-b596-a762a1cf4a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:52.895264 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-8297b144-fe07-42cf-b596-a762a1cf4a3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92 HTTP/1.1" status: 204 len: 168 time: 0.2118869 May 19 13:31:52.946541 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297b144-fe07-42cf-b596-a762a1cf4a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb2fb7-f7e0-4c8f-bdcc-1b3e6e6d8c92,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:52.982197 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-ca88658d-2df1-4ce5-b355-c1a722abc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:52.984537 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-ca88658d-2df1-4ce5-b355-c1a722abc2c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842321 May 19 13:31:52.991206 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-0d635335-9ba7-4036-b8a9-22e4eb37b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:52.993106 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-0d635335-9ba7-4036-b8a9-22e4eb37b41c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608425 May 19 13:31:53.005184 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-7d71b5dd-803a-47ba-8f46-9e914261439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:53.007016 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-7d71b5dd-803a-47ba-8f46-9e914261439f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 1128 time: 0.0696018 May 19 13:31:53.173546 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-71d49495-f4fa-4bd4-8d5d-8225794b37d8 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794348 May 19 13:31:53.191088 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-670ef584-3224-44de-80be-69c087616ef8 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894741 May 19 13:31:53.309160 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:53.333339 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-2ec6b4ec-e913-4e1f-b288-2bac7d489eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:53.335431 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-2ec6b4ec-e913-4e1f-b288-2bac7d489eac service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.3117583 May 19 13:31:53.343818 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:53.397459 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-8231f4c7-f3ac-4059-9dc7-1a3c8413ef46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b HTTP/1.1" status: 200 len: 217 time: 0.0543005 May 19 13:31:53.434619 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76e8be-2ad8-47bc-9995-7dfd04c5b878 req-b6e58a2b-2b1d-4a6a-8c28-ee9039c2cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:53.436689 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ef76e8be-2ad8-47bc-9995-7dfd04c5b878 req-b6e58a2b-2b1d-4a6a-8c28-ee9039c2cc6b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 1129 time: 0.2265875 May 19 13:31:53.476558 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-ef76e8be-2ad8-47bc-9995-7dfd04c5b878 req-96a51288-160f-4706-a64c-c7bb7e85aade service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:53.494664 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47498) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:53.512039 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-e73c59ed-9a88-45f8-b52d-5d5f8974d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:53.513893 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-e73c59ed-9a88-45f8-b52d-5d5f8974d7f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.1110792 May 19 13:31:53.515030 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-57529be0-c6b3-460f-b8e8-78769c7ee81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:53.518080 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ca4a009-7fdc-482b-8520-45965f4e8006 req-9b11ceb6-c515-4296-af6d-d1cce07ea3f5 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370967 May 19 13:31:53.540179 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b52e9519-6900-407a-8dfc-abc1406cfc1f req-67586835-2a25-4bf0-86a6-e5ba2d877d22 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266165 May 19 13:31:53.608085 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-6c140aa3-6819-4424-8ff8-c32d814bc13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:53.613319 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-6c140aa3-6819-4424-8ff8-c32d814bc13a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810056 May 19 13:31:53.616764 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:53.623514 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-ef76e8be-2ad8-47bc-9995-7dfd04c5b878 req-96a51288-160f-4706-a64c-c7bb7e85aade service neutron] Publish callbacks [] for security_group (0bb72390-56b0-43bc-a26c-67608d686151), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:53.628935 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-ef76e8be-2ad8-47bc-9995-7dfd04c5b878 req-96a51288-160f-4706-a64c-c7bb7e85aade service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (0bb72390-56b0-43bc-a26c-67608d686151), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:53.686988 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:31:53.689632 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ef76e8be-2ad8-47bc-9995-7dfd04c5b878 req-96a51288-160f-4706-a64c-c7bb7e85aade service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431095 May 19 13:31:53.690373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a51288-160f-4706-a64c-c7bb7e85aade service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb72390-56b0-43bc-a26c-67608d686151,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:53.792817 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c50b53-00f7-4f08-bcee-4477516b9910 req-9805d4bb-792a-4e01-8c85-01c37f7a705a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:53.795198 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b9c50b53-00f7-4f08-bcee-4477516b9910 req-9805d4bb-792a-4e01-8c85-01c37f7a705a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 944 time: 0.1393950 May 19 13:31:53.821438 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b814-41b1-471c-afd6-27e6d05e7102 req-66663258-2fb0-439c-8078-6ebf16e8ed91 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:53.824288 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4563b814-41b1-471c-afd6-27e6d05e7102 req-66663258-2fb0-439c-8078-6ebf16e8ed91 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0949886 May 19 13:31:53.829584 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-57529be0-c6b3-460f-b8e8-78769c7ee81d admin admin] Publish callbacks [] for security_group (cefd9c8c-66c1-4329-93d6-3261c3e7fe5a), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:53.847150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-57529be0-c6b3-460f-b8e8-78769c7ee81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cefd9c8c-66c1-4329-93d6-3261c3e7fe5a), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:53.913598 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:53.925459 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4563b814-41b1-471c-afd6-27e6d05e7102 req-bcc117a9-af33-45f0-98f3-30097e4d166a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908539 May 19 13:31:53.949360 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:53.957322 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-57529be0-c6b3-460f-b8e8-78769c7ee81d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef30e1169ce441649bd4bcda60d3380b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617479 May 19 13:31:53.962988 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57529be0-c6b3-460f-b8e8-78769c7ee81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd9c8c-66c1-4329-93d6-3261c3e7fe5a,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:53.966157 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47524) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:53.986766 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'port_id': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'mac_address': 'fa:16:3e:1b:71:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:31:53.998878 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b9c50b53-00f7-4f08-bcee-4477516b9910 req-9e904064-a4d7-4d74-88a0-d1a29acbf095 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849914 May 19 13:31:54.056882 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:54.057277 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.075643 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae6b782-184e-4357-ab26-9a0648e0a6a3 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:54.092663 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c88afed3-1864-4b5b-b4f0-075c93bd606a admin admin] Publish callbacks [] for security_group (cefd9c8c-66c1-4329-93d6-3261c3e7fe5a), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.104031 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:54.107195 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:54.115075 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.135279 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47532) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:54.169175 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c88afed3-1864-4b5b-b4f0-075c93bd606a admin admin] Publish callbacks [] for security_group (cefd9c8c-66c1-4329-93d6-3261c3e7fe5a), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.208354 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78f92-a5dc-4391-b78e-55e62c8b8b57 req-efd95fa8-83ed-404e-80e4-352af10235d1 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:54.209701 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:54.210627 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6df78f92-a5dc-4391-b78e-55e62c8b8b57 req-efd95fa8-83ed-404e-80e4-352af10235d1 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.0974808 May 19 13:31:54.273676 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6df78f92-a5dc-4391-b78e-55e62c8b8b57 req-8b10a028-655d-4ecc-b48f-504e5ab602de tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530851 May 19 13:31:54.297701 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c88afed3-1864-4b5b-b4f0-075c93bd606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cefd9c8c-66c1-4329-93d6-3261c3e7fe5a), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.302551 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c88afed3-1864-4b5b-b4f0-075c93bd606a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.308391 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c88afed3-1864-4b5b-b4f0-075c93bd606a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cefd9c8c-66c1-4329-93d6-3261c3e7fe5a HTTP/1.1" status: 204 len: 168 time: 0.3402190 May 19 13:31:54.327822 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88afed3-1864-4b5b-b4f0-075c93bd606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefd9c8c-66c1-4329-93d6-3261c3e7fe5a,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:54.335002 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cd47a9ca-3e5b-4abf-942c-5d88c6a37f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.339937 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:54.412280 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['1ae6b782-184e-4357-ab26-9a0648e0a6a3'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:31:54.449726 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cd47a9ca-3e5b-4abf-942c-5d88c6a37f69 admin admin] Publish callbacks [] for security_group (754647a9-60e7-4b22-80b3-d333ab9bb472), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.457134 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cd47a9ca-3e5b-4abf-942c-5d88c6a37f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (754647a9-60e7-4b22-80b3-d333ab9bb472), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.510280 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-cd47a9ca-3e5b-4abf-942c-5d88c6a37f69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c4a18dfeb6240d8bbe338bb66f9f727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738852 May 19 13:31:54.514759 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47550) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:54.523820 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47a9ca-3e5b-4abf-942c-5d88c6a37f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754647a9-60e7-4b22-80b3-d333ab9bb472,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:54.593912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcd2d-cc1b-46a7-9452-b945c7b6dc66 admin admin] Publish callbacks [] for security_group (754647a9-60e7-4b22-80b3-d333ab9bb472), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.618730 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcd2d-cc1b-46a7-9452-b945c7b6dc66 admin admin] Publish callbacks [] for security_group (754647a9-60e7-4b22-80b3-d333ab9bb472), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.660257 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:54.700529 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcd2d-cc1b-46a7-9452-b945c7b6dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (754647a9-60e7-4b22-80b3-d333ab9bb472), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.703265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcd2d-cc1b-46a7-9452-b945c7b6dc66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:54.704562 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-2b6fcd2d-cc1b-46a7-9452-b945c7b6dc66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/754647a9-60e7-4b22-80b3-d333ab9bb472 HTTP/1.1" status: 204 len: 168 time: 0.1885741 May 19 13:31:54.735387 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fcd2d-cc1b-46a7-9452-b945c7b6dc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754647a9-60e7-4b22-80b3-d333ab9bb472,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:54.747551 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-0573c0b9-3caa-4322-a084-42baec84c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:54.749564 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-0573c0b9-3caa-4322-a084-42baec84c255 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1127 time: 0.0624342 May 19 13:31:54.843920 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:54.855830 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-6823254f-66c0-4a3e-8dca-3a91b1e4fba3 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784818 May 19 13:31:54.901822 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-01a27dd7-54ca-4bb9-8e19-50bdebcf568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:54.905822 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-01a27dd7-54ca-4bb9-8e19-50bdebcf568f service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.1496131 May 19 13:31:55.080038 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1db24-1984-4434-9ad3-e8adfdf50fe1 req-8467a628-621f-46b8-8b1d-6712e2d166e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:55.088088 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-60e1db24-1984-4434-9ad3-e8adfdf50fe1 req-8467a628-621f-46b8-8b1d-6712e2d166e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 944 time: 0.0708902 May 19 13:31:55.112697 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47582) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:55.167812 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-a0fff5f1-4428-41fd-9b28-575c9d6fbaf4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 200 len: 217 time: 0.0626712 May 19 13:31:55.172076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-dd592822-5879-4fc0-b4ed-2f692c4f4cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:55.205603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029822-6321-446d-931f-36ae6e2edb5d req-ded63b15-481f-4c34-8bf7-e491d8088d1c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:55.214149 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-dc029822-6321-446d-931f-36ae6e2edb5d req-ded63b15-481f-4c34-8bf7-e491d8088d1c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 944 time: 0.1455674 May 19 13:31:55.318987 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-98dc75e2-83b8-4e08-a321-d44e86c160d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:55.320840 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-98dc75e2-83b8-4e08-a321-d44e86c160d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.1461563 May 19 13:31:55.338266 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-dc029822-6321-446d-931f-36ae6e2edb5d req-b7e17d53-3432-4b27-8600-746930581048 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231570 May 19 13:31:55.399317 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1ec2036-3090-487c-aba7-ce2cd818f5ba req-6261521e-dfbe-4f01-8287-d3fce26a1127 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015153 May 19 13:31:55.403538 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-60e1db24-1984-4434-9ad3-e8adfdf50fe1 req-608e8d0b-de95-40b0-9579-da7aaf2a170b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144500 May 19 13:31:55.437832 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-46d11c55-096c-42c1-8cfa-22074d2e11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:55.439639 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-46d11c55-096c-42c1-8cfa-22074d2e11b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949116 May 19 13:31:55.581336 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f2267-a31c-4ab8-adfc-b79aa797b3bc req-e055dc2f-cf8f-49dc-b021-1934561f1493 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:55.588163 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-190f2267-a31c-4ab8-adfc-b79aa797b3bc req-e055dc2f-cf8f-49dc-b021-1934561f1493 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.1425250 May 19 13:31:55.687131 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device ea2cc4f1-cac0-4395-b583-23d210e4ca9b details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:31:55.708722 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:31:55.812215 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-dd592822-5879-4fc0-b4ed-2f692c4f4cde admin admin] Publish callbacks [] for security_group (a576455c-d0d2-4e80-8629-41343ad6b9e5), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:55.826448 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-dd592822-5879-4fc0-b4ed-2f692c4f4cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a576455c-d0d2-4e80-8629-41343ad6b9e5), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:55.830331 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:31:55.842768 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:31:55.843358 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:55.871411 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:55.905570 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port ea2cc4f1-cac0-4395-b583-23d210e4ca9b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:55.927152 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'port_id': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b', 'mac_address': 'fa:16:3e:d6:58:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:31:55.927651 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd592822-5879-4fc0-b4ed-2f692c4f4cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a576455c-d0d2-4e80-8629-41343ad6b9e5,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:55.940079 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-dd592822-5879-4fc0-b4ed-2f692c4f4cde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=787ce1757ede4a67a2b2734273b96b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8199556 May 19 13:31:55.940533 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47618) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:55.953812 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-190f2267-a31c-4ab8-adfc-b79aa797b3bc req-18961fe0-1dca-483f-ad62-194c51367b5b tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610351 May 19 13:31:55.979459 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-b1289437-db36-4e1a-89db-17e76ca7cf98 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963579 May 19 13:31:55.986404 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:55.987108 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.048348 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:56.050744 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639225f-72a4-4254-88f6-8f7bb3af83aa" -d '{"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:31:56.062901 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b6b1-874d-40d5-ab89-03c2ccd164dd admin admin] Publish callbacks [] for security_group (a576455c-d0d2-4e80-8629-41343ad6b9e5), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.063578 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port ea2cc4f1-cac0-4395-b583-23d210e4ca9b is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:56.064801 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.081929 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:56.105880 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:56.114165 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2cc4f1-cac0-4395-b583-23d210e4ca9b {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:56.117096 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b6b1-874d-40d5-ab89-03c2ccd164dd admin admin] Publish callbacks [] for security_group (a576455c-d0d2-4e80-8629-41343ad6b9e5), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.123790 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fbcdc7-d774-4e13-97e8-297a3658cdc2 x-openstack-request-id: req-d6fbcdc7-d774-4e13-97e8-297a3658cdc2 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:31:56.124077 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:31:56.124320 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6fbcdc7-d774-4e13-97e8-297a3658cdc2 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:31:56.124710 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fbcdc7-d774-4e13-97e8-297a3658cdc2'] response: {'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'code': 200} May 19 13:31:56.134745 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.184125 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b6b1-874d-40d5-ab89-03c2ccd164dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a576455c-d0d2-4e80-8629-41343ad6b9e5), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.189254 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b7e0b6b1-874d-40d5-ab89-03c2ccd164dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.191962 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-b7e0b6b1-874d-40d5-ab89-03c2ccd164dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a576455c-d0d2-4e80-8629-41343ad6b9e5 HTTP/1.1" status: 204 len: 168 time: 0.2482684 May 19 13:31:56.192964 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port ea2cc4f1-cac0-4395-b583-23d210e4ca9b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:56.199959 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.200643 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 700b033c-2fd5-4b02-a577-7fa27ba29508 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:31:56.206066 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0b6b1-874d-40d5-ab89-03c2ccd164dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a576455c-d0d2-4e80-8629-41343ad6b9e5,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:56.233749 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:56.302471 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:56.323837 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 700b033c-2fd5-4b02-a577-7fa27ba29508, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=700b033c-2fd5-4b02-a577-7fa27ba29508,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:56.337249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '700b033c-2fd5-4b02-a577-7fa27ba29508', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'port_id': '700b033c-2fd5-4b02-a577-7fa27ba29508', 'mac_address': 'fa:16:3e:00:ce:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:31:56.396579 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 700b033c-2fd5-4b02-a577-7fa27ba29508 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:31:56.396975 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.415097 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700b033c-2fd5-4b02-a577-7fa27ba29508 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:31:56.467281 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 700b033c-2fd5-4b02-a577-7fa27ba29508, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=700b033c-2fd5-4b02-a577-7fa27ba29508,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:31:56.484464 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.512223 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea4335-b7a0-4376-9a79-5d5e53042f07 req-10f3b3ed-7bc1-4005-85d9-7351f5a977a4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:56.515011 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9fea4335-b7a0-4376-9a79-5d5e53042f07 req-10f3b3ed-7bc1-4005-85d9-7351f5a977a4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 945 time: 0.0928686 May 19 13:31:56.552971 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=700b033c-2fd5-4b02-a577-7fa27ba29508,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:56.699562 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cb5c1-e2a9-4800-8455-eaacb551731f req-e19e20fa-538e-4bf9-87cb-5fb7b1d6bda8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:56.703348 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4f3cb5c1-e2a9-4800-8455-eaacb551731f req-e19e20fa-538e-4bf9-87cb-5fb7b1d6bda8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0960507 May 19 13:31:56.738652 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9fea4335-b7a0-4376-9a79-5d5e53042f07 req-3b099edd-9d66-4988-9e3d-c3477cc6f086 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166421 May 19 13:31:56.748722 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47650) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:56.797808 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:56.807979 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2e142300-72be-43b6-a1ab-4ccd0a17b815 req-550bf2a3-8b4d-4750-bc08-db6a65d037a2 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463384 May 19 13:31:56.841635 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4f3cb5c1-e2a9-4800-8455-eaacb551731f req-bccf95e6-de4c-44fb-a0e5-31d20f59d232 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299040 May 19 13:31:56.888579 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09a4f-d8cd-43d6-87b4-aa16cc95b0a4 req-0f3d880f-03b6-460e-a5d4-fff7d0d67f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:56.890470 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8da09a4f-d8cd-43d6-87b4-aa16cc95b0a4 req-0f3d880f-03b6-460e-a5d4-fff7d0d67f18 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1129 time: 0.0516424 May 19 13:31:56.960889 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8da09a4f-d8cd-43d6-87b4-aa16cc95b0a4 req-ceb34294-589f-417f-9052-dc88db8e1dde service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620985 May 19 13:31:56.961813 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe69b3aa-cb73-4dd3-96da-bcd3a6cc1775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:56.963606 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['ea2cc4f1-cac0-4395-b583-23d210e4ca9b'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:31:56.995261 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:57.063736 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['700b033c-2fd5-4b02-a577-7fa27ba29508'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:31:57.098023 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe69b3aa-cb73-4dd3-96da-bcd3a6cc1775 admin admin] Publish callbacks [] for security_group (94c64e84-1159-489a-881e-53990e019d9d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:57.145953 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe69b3aa-cb73-4dd3-96da-bcd3a6cc1775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (94c64e84-1159-489a-881e-53990e019d9d), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:57.202507 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:57.220698 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69b3aa-cb73-4dd3-96da-bcd3a6cc1775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c64e84-1159-489a-881e-53990e019d9d,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:57.265762 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b74a1-fa21-4f87-825d-6ef526c7e2cc req-bdf045ed-5549-4cde-905f-feea7dda4aff tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:57.267873 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7c6b74a1-fa21-4f87-825d-6ef526c7e2cc req-bdf045ed-5549-4cde-905f-feea7dda4aff tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.1836236 May 19 13:31:57.274549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47684) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:57.275065 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fe69b3aa-cb73-4dd3-96da-bcd3a6cc1775 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8493133d405443efb4451fe7415ab675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5246787 May 19 13:31:57.343050 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7c6b74a1-fa21-4f87-825d-6ef526c7e2cc req-789b7572-9ea0-46fc-82af-39677f2131f1 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670583 May 19 13:31:57.370738 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefdd4e8-36da-4029-849d-789fef27fd0f admin admin] Publish callbacks [] for security_group (94c64e84-1159-489a-881e-53990e019d9d), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:57.405738 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefdd4e8-36da-4029-849d-789fef27fd0f admin admin] Publish callbacks [] for security_group (94c64e84-1159-489a-881e-53990e019d9d), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:57.407923 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:57.491400 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefdd4e8-36da-4029-849d-789fef27fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (94c64e84-1159-489a-881e-53990e019d9d), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:57.495153 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefdd4e8-36da-4029-849d-789fef27fd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:57.497374 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-eefdd4e8-36da-4029-849d-789fef27fd0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94c64e84-1159-489a-881e-53990e019d9d HTTP/1.1" status: 204 len: 168 time: 0.2201321 May 19 13:31:57.508101 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdd4e8-36da-4029-849d-789fef27fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c64e84-1159-489a-881e-53990e019d9d,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:57.893679 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1ad42-d4db-4c6a-942b-37a3a8a5ed0d req-c4a8275d-2f65-4c3a-82db-5a5664474d65 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:57.900659 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-60b1ad42-d4db-4c6a-942b-37a3a8a5ed0d req-c4a8275d-2f65-4c3a-82db-5a5664474d65 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 945 time: 0.0817580 May 19 13:31:57.961359 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-60b1ad42-d4db-4c6a-942b-37a3a8a5ed0d req-2fdf5714-1ff5-49d4-b6ee-3f85ecdce3b8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594788 May 19 13:31:57.969195 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c99e4-73c9-4f8f-88d8-43030681923e req-a853ed8e-cc38-416a-a306-f52c7b5aff10 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:57.976812 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a53c99e4-73c9-4f8f-88d8-43030681923e req-a853ed8e-cc38-416a-a306-f52c7b5aff10 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0618594 May 19 13:31:57.988549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47722) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:58.002000 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-464d403f-f05e-4f73-b39b-e50750ad2ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.039573 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a53c99e4-73c9-4f8f-88d8-43030681923e req-081acf22-3f6b-46cf-90c3-b20e1ea58dd2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617948 May 19 13:31:58.099068 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-464d403f-f05e-4f73-b39b-e50750ad2ba4 admin admin] Publish callbacks [] for security_group (4dc1b5f6-8264-4100-b8ff-87fa995c583c), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.104692 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-464d403f-f05e-4f73-b39b-e50750ad2ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4dc1b5f6-8264-4100-b8ff-87fa995c583c), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.147027 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d403f-f05e-4f73-b39b-e50750ad2ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc1b5f6-8264-4100-b8ff-87fa995c583c,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:58.154282 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-464d403f-f05e-4f73-b39b-e50750ad2ba4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bd72c953cfc4fd9844500f1d5f7795d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644716 May 19 13:31:58.154916 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47728) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:58.203948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e90cd44-d978-4e43-9100-e50357e8a816 admin admin] Publish callbacks [] for security_group (4dc1b5f6-8264-4100-b8ff-87fa995c583c), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.225754 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e90cd44-d978-4e43-9100-e50357e8a816 admin admin] Publish callbacks [] for security_group (4dc1b5f6-8264-4100-b8ff-87fa995c583c), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.296761 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e90cd44-d978-4e43-9100-e50357e8a816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4dc1b5f6-8264-4100-b8ff-87fa995c583c), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.300878 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e90cd44-d978-4e43-9100-e50357e8a816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.303698 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0e90cd44-d978-4e43-9100-e50357e8a816 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dc1b5f6-8264-4100-b8ff-87fa995c583c HTTP/1.1" status: 204 len: 168 time: 0.1465917 May 19 13:31:58.314376 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90cd44-d978-4e43-9100-e50357e8a816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc1b5f6-8264-4100-b8ff-87fa995c583c,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:58.786737 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47760) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:58.802481 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0054efa6-5d5a-41c8-b1f4-8dd7a1bb119a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.899564 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0054efa6-5d5a-41c8-b1f4-8dd7a1bb119a admin admin] Publish callbacks [] for security_group (96ee28f0-2e27-4cba-9cd0-96f201450218), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.905044 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0054efa6-5d5a-41c8-b1f4-8dd7a1bb119a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (96ee28f0-2e27-4cba-9cd0-96f201450218), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:58.936752 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-0054efa6-5d5a-41c8-b1f4-8dd7a1bb119a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ce701bafcc64ed4915adf8b7337b4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487525 May 19 13:31:58.939248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47768) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:58.964898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054efa6-5d5a-41c8-b1f4-8dd7a1bb119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee28f0-2e27-4cba-9cd0-96f201450218,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:59.022518 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-952c76c9-f065-4c36-8fbc-aa18742afddf admin admin] Publish callbacks [] for security_group (96ee28f0-2e27-4cba-9cd0-96f201450218), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.061919 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-952c76c9-f065-4c36-8fbc-aa18742afddf admin admin] Publish callbacks [] for security_group (96ee28f0-2e27-4cba-9cd0-96f201450218), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.090983 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2950-cfa9-4e6b-87b1-192c38ee44cc req-f5b0ce68-e398-4e81-81f0-fef7dcd88b3e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:59.092870 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2f7a2950-cfa9-4e6b-87b1-192c38ee44cc req-f5b0ce68-e398-4e81-81f0-fef7dcd88b3e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 945 time: 0.0583370 May 19 13:31:59.128806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-952c76c9-f065-4c36-8fbc-aa18742afddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (96ee28f0-2e27-4cba-9cd0-96f201450218), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.133258 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-952c76c9-f065-4c36-8fbc-aa18742afddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.135090 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-952c76c9-f065-4c36-8fbc-aa18742afddf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96ee28f0-2e27-4cba-9cd0-96f201450218 HTTP/1.1" status: 204 len: 168 time: 0.1949558 May 19 13:31:59.163625 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c76c9-f065-4c36-8fbc-aa18742afddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee28f0-2e27-4cba-9cd0-96f201450218,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:59.183168 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2f7a2950-cfa9-4e6b-87b1-192c38ee44cc req-8274082a-6d9a-4a71-974c-5c83f015ef97 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823705 May 19 13:31:59.201898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aaa84-6781-407e-a3a0-06588d4f5a73 req-3fce6d32-0859-4c63-b7d5-69ea170d28f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:59.203411 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5a5aaa84-6781-407e-a3a0-06588d4f5a73 req-3fce6d32-0859-4c63-b7d5-69ea170d28f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0665481 May 19 13:31:59.216898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:59.291821 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5a5aaa84-6781-407e-a3a0-06588d4f5a73 req-908fc37d-96f4-4001-a6b6-ca2ea595419e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819046 May 19 13:31:59.340507 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47786) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:59.578569 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0a350c8c-29f9-4773-85c6-e8d19243df4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.675071 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:59.689625 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0a350c8c-29f9-4773-85c6-e8d19243df4c admin admin] Publish callbacks [] for security_group (33285435-31ee-45bb-a7d6-4272a0660420), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.694833 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0a350c8c-29f9-4773-85c6-e8d19243df4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (33285435-31ee-45bb-a7d6-4272a0660420), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.736398 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a350c8c-29f9-4773-85c6-e8d19243df4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33285435-31ee-45bb-a7d6-4272a0660420,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:59.742362 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-0a350c8c-29f9-4773-85c6-e8d19243df4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf9196b849294bdc8f73c8a1cdd7e2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991621 May 19 13:31:59.743858 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47808) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:31:59.797600 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aa38ed97-0296-4cba-98ad-550f671f6051 admin admin] Publish callbacks [] for security_group (33285435-31ee-45bb-a7d6-4272a0660420), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.802204 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:31:59.823296 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aa38ed97-0296-4cba-98ad-550f671f6051 admin admin] Publish callbacks [] for security_group (33285435-31ee-45bb-a7d6-4272a0660420), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.874348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aa38ed97-0296-4cba-98ad-550f671f6051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (33285435-31ee-45bb-a7d6-4272a0660420), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.877000 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aa38ed97-0296-4cba-98ad-550f671f6051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:31:59.878305 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-aa38ed97-0296-4cba-98ad-550f671f6051 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33285435-31ee-45bb-a7d6-4272a0660420 HTTP/1.1" status: 204 len: 168 time: 0.1326632 May 19 13:31:59.886316 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38ed97-0296-4cba-98ad-550f671f6051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33285435-31ee-45bb-a7d6-4272a0660420,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:00.238261 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 47830) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:00.253181 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5863ff47-10ea-4fab-a12e-cef4c7712b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.299227 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a71fb-5f1b-4d6b-96bf-87e41718aa1d req-22248760-e189-4f78-b1a6-01102ce21b5f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:00.300914 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-616a71fb-5f1b-4d6b-96bf-87e41718aa1d req-22248760-e189-4f78-b1a6-01102ce21b5f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 945 time: 0.0484018 May 19 13:32:00.349664 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5863ff47-10ea-4fab-a12e-cef4c7712b3b admin admin] Publish callbacks [] for security_group (58a1c3d4-b557-4981-8189-b010c2b1c90f), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.354701 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5863ff47-10ea-4fab-a12e-cef4c7712b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (58a1c3d4-b557-4981-8189-b010c2b1c90f), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.377115 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-616a71fb-5f1b-4d6b-96bf-87e41718aa1d req-2207befb-205d-41e3-8252-400f58432c5e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704591 May 19 13:32:00.440767 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863ff47-10ea-4fab-a12e-cef4c7712b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a1c3d4-b557-4981-8189-b010c2b1c90f,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:00.447964 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5863ff47-10ea-4fab-a12e-cef4c7712b3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68f77acdaca34dab9cc7de3cfa29af3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086263 May 19 13:32:00.451238 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47840) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:00.461008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42839f25-49d7-4add-88bf-49bf3863abd5 req-1748306e-b55a-4450-b111-151b445f403e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:00.462578 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-42839f25-49d7-4add-88bf-49bf3863abd5 req-1748306e-b55a-4450-b111-151b445f403e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0756569 May 19 13:32:00.507711 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:00.517380 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-42839f25-49d7-4add-88bf-49bf3863abd5 req-c0c8b06a-d62c-4c3c-b0c6-94d86c150beb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484297 May 19 13:32:00.531158 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c81aa154-f934-4bc5-8044-490d339b7472 admin admin] Publish callbacks [] for security_group (58a1c3d4-b557-4981-8189-b010c2b1c90f), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.559852 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c81aa154-f934-4bc5-8044-490d339b7472 admin admin] Publish callbacks [] for security_group (58a1c3d4-b557-4981-8189-b010c2b1c90f), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.620613 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c81aa154-f934-4bc5-8044-490d339b7472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (58a1c3d4-b557-4981-8189-b010c2b1c90f), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.623383 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c81aa154-f934-4bc5-8044-490d339b7472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.630798 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c81aa154-f934-4bc5-8044-490d339b7472 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58a1c3d4-b557-4981-8189-b010c2b1c90f HTTP/1.1" status: 204 len: 168 time: 0.1778057 May 19 13:32:00.640184 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81aa154-f934-4bc5-8044-490d339b7472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a1c3d4-b557-4981-8189-b010c2b1c90f,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:00.829257 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device ea2cc4f1-cac0-4395-b583-23d210e4ca9b up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:00.871229 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:00.893054 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port ea2cc4f1-cac0-4395-b583-23d210e4ca9b completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:32:00.901094 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port ea2cc4f1-cac0-4395-b583-23d210e4ca9b triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:00.901967 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:00.999444 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port ea2cc4f1-cac0-4395-b583-23d210e4ca9b is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:00.999903 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:01.029558 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb839e22-971b-4313-be06-20e09838215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:01.033062 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682af1ff-04dd-456a-9cb4-2adf877dd288" -d '{"events": [{"server_uuid": "bb839e22-971b-4313-be06-20e09838215a", "name": "network-vif-plugged", "status": "completed", "tag": "ea2cc4f1-cac0-4395-b583-23d210e4ca9b"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:01.052824 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port ea2cc4f1-cac0-4395-b583-23d210e4ca9b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:01.058841 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:01.060385 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 700b033c-2fd5-4b02-a577-7fa27ba29508 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:01.111047 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42223727-2494-4fff-a029-fe328b687b92 x-openstack-request-id: req-42223727-2494-4fff-a029-fe328b687b92 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:01.111538 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb839e22-971b-4313-be06-20e09838215a", "name": "network-vif-plugged", "status": "completed", "tag": "ea2cc4f1-cac0-4395-b583-23d210e4ca9b", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:01.111921 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42223727-2494-4fff-a029-fe328b687b92 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:01.112439 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42223727-2494-4fff-a029-fe328b687b92'] response: {'server_uuid': 'bb839e22-971b-4313-be06-20e09838215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b', 'code': 200} May 19 13:32:01.191953 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:01.195516 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 700b033c-2fd5-4b02-a577-7fa27ba29508 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:32:01.205237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 700b033c-2fd5-4b02-a577-7fa27ba29508 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:01.205872 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:01.264908 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:01.343172 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 700b033c-2fd5-4b02-a577-7fa27ba29508 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:01.344122 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:01.393105 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 700b033c-2fd5-4b02-a577-7fa27ba29508, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=700b033c-2fd5-4b02-a577-7fa27ba29508,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:01.402275 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:01.531925 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae314ff-70bd-42d9-8ed7-01796f2c5e54 req-bd9c792b-1262-4e04-8910-4c32eb15f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:01.533536 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ae314ff-70bd-42d9-8ed7-01796f2c5e54 req-bd9c792b-1262-4e04-8910-4c32eb15f8eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 1130 time: 0.0830808 May 19 13:32:01.569331 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeeaac-376f-4ed6-865b-0e4b5a5c6c41 req-ff1493a2-fa5b-4944-b0b5-9f49a9ab4fcc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:01.572213 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f7eeeaac-376f-4ed6-865b-0e4b5a5c6c41 req-ff1493a2-fa5b-4944-b0b5-9f49a9ab4fcc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0985138 May 19 13:32:01.605609 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3ae314ff-70bd-42d9-8ed7-01796f2c5e54 req-78751ec1-06b1-4930-ae91-eac2770bbac5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637121 May 19 13:32:01.688065 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f7eeeaac-376f-4ed6-865b-0e4b5a5c6c41 req-80fe3e1f-9cd3-4fcb-b006-1f2cdee68f19 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944538 May 19 13:32:01.728305 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=700b033c-2fd5-4b02-a577-7fa27ba29508,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:01.830416 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01e45d-ea89-4d0d-a08d-3ab85f85c739 req-413d2301-8676-43a5-a121-76856834d3b8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:01.834586 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fc01e45d-ea89-4d0d-a08d-3ab85f85c739 req-413d2301-8676-43a5-a121-76856834d3b8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0661190 May 19 13:32:01.897750 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fc01e45d-ea89-4d0d-a08d-3ab85f85c739 req-e3112752-4376-46fa-ae53-eedcf69044d7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560052 May 19 13:32:02.084108 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274777a-6f8d-473d-93e8-53a51b7b8b5e req-e41ae370-1b8a-44ac-9b82-5abd568613bc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:02.085654 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2274777a-6f8d-473d-93e8-53a51b7b8b5e req-e41ae370-1b8a-44ac-9b82-5abd568613bc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0624664 May 19 13:32:02.095435 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 47930) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:02.100463 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'floatingip': {'port_id': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:02.192538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (35fe0269-9c4e-4f34-8744-6c0c5a5940f7), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:02.917835 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038653e-2e36-47bb-be12-5c95f06bd472 req-8a9f7f62-663f-4b88-adf0-a2df0dd6dd56 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:02.925121 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6038653e-2e36-47bb-be12-5c95f06bd472 req-8a9f7f62-663f-4b88-adf0-a2df0dd6dd56 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1167276 May 19 13:32:02.991857 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:03.114020 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700b033c-2fd5-4b02-a577-7fa27ba29508'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:03.117316 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1750dc9b-8467-4a32-8281-352dda31921b" -d '{"events": [{"server_uuid": "c4c1abc9-8651-4788-9650-27704ae7e306", "name": "network-vif-plugged", "status": "completed", "tag": "700b033c-2fd5-4b02-a577-7fa27ba29508"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:03.155972 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b2afe5-ec4e-4607-a2a5-6ac1a226ca2b x-openstack-request-id: req-e2b2afe5-ec4e-4607-a2a5-6ac1a226ca2b {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:03.156269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c1abc9-8651-4788-9650-27704ae7e306", "name": "network-vif-plugged", "status": "completed", "tag": "700b033c-2fd5-4b02-a577-7fa27ba29508", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:03.156516 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2b2afe5-ec4e-4607-a2a5-6ac1a226ca2b {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:03.157531 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b2afe5-ec4e-4607-a2a5-6ac1a226ca2b'] response: {'server_uuid': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700b033c-2fd5-4b02-a577-7fa27ba29508', 'code': 200} May 19 13:32:03.220594 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6038653e-2e36-47bb-be12-5c95f06bd472 req-bb83d29b-e6ae-4877-963d-9611fe48c841 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944405 May 19 13:32:03.261474 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:03.266868 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (35fe0269-9c4e-4f34-8744-6c0c5a5940f7), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:03.548973 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Floating IP 35fe0269-9c4e-4f34-8744-6c0c5a5940f7 associated. External IP: 172.27.1.156, port: 1ae6b782-184e-4357-ab26-9a0648e0a6a3. May 19 13:32:03.620368 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:03.684760 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f592ad-c590-4dd6-85d7-ea8681e6646a req-ea0bea47-cf62-49de-b455-50a97dde1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:03.686388 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d3f592ad-c590-4dd6-85d7-ea8681e6646a req-ea0bea47-cf62-49de-b455-50a97dde1e6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1129 time: 0.0887792 May 19 13:32:03.778970 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d3f592ad-c590-4dd6-85d7-ea8681e6646a req-97e3366b-b017-4acf-8a59-9ae138b774f8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 May 19 13:32:03.817656 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-bba94608-e8c8-4f16-b0be-a6abfefc69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:03.819157 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-bba94608-e8c8-4f16-b0be-a6abfefc69e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 1130 time: 0.0765238 May 19 13:32:03.829167 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c60b-b18e-4416-ac5d-38e152ddeac9 req-556646db-ae1b-4898-80f5-62790a7e4ead tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:03.830594 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a334c60b-b18e-4416-ac5d-38e152ddeac9 req-556646db-ae1b-4898-80f5-62790a7e4ead tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1003697 May 19 13:32:03.906161 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:32:03.926831 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a334c60b-b18e-4416-ac5d-38e152ddeac9 req-fd9dce6a-43ed-4d09-b4c6-d1cb58ddb592 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890515 May 19 13:32:04.030075 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:32:04.034952 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:04.043984 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] Sync routers for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:04.057764 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:04.058508 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:04.120549 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ece63b2b-f614-48c3-8ead-5a58ff09fd8c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "PUT /v2.0/floatingips/35fe0269-9c4e-4f34-8744-6c0c5a5940f7 HTTP/1.1" status: 200 len: 991 time: 2.0239451 May 19 13:32:04.124631 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:04.126967 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43093625-b490-4f07-bae4-a4d7741e86b5" -d '{"events": [{"name": "network-changed", "server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:04.171042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b7ad86-7a3e-4b2a-b0ca-3b05547f70a5 x-openstack-request-id: req-d5b7ad86-7a3e-4b2a-b0ca-3b05547f70a5 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:04.171398 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:04.171653 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5b7ad86-7a3e-4b2a-b0ca-3b05547f70a5 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:04.172171 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b7ad86-7a3e-4b2a-b0ca-3b05547f70a5'] response: {'name': 'network-changed', 'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'status': 'completed', 'code': 200} May 19 13:32:04.177051 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-dfdab4a0-ab5f-40c2-8889-b0dc4b4d26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:04.178655 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-dfdab4a0-ab5f-40c2-8889-b0dc4b4d26f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.1220617 May 19 13:32:04.187691 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:04.450169 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '35fe0269-9c4e-4f34-8744-6c0c5a5940f7', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'port_id': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'mac_address': 'fa:16:3e:1b:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323322ec-2e2e-424b-a411-8a34069bcf10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:31:30Z', 'updated_at': '2022-05-19T13:32:02Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:04.482493 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] Checking router: 7f9eaf1d-0758-4adc-a4c0-ed691201a517 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:04.492113 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:04.492789 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:31:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:04.680570 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:04.894984 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '35fe0269-9c4e-4f34-8744-6c0c5a5940f7', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'port_id': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'mac_address': 'fa:16:3e:1b:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323322ec-2e2e-424b-a411-8a34069bcf10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:31:30Z', 'updated_at': '2022-05-19T13:32:02Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:04.923060 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d68f27-1d8a-447a-b051-5297374ffe71 None None] The sync data for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi is: [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '35fe0269-9c4e-4f34-8744-6c0c5a5940f7', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'port_id': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'mac_address': 'fa:16:3e:1b:71:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323322ec-2e2e-424b-a411-8a34069bcf10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:31:30Z', 'updated_at': '2022-05-19T13:32:02Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:32:05.052906 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b9931-6b79-4365-8665-8d00d7bb3d13 req-8130b025-4bc4-4b92-9168-7b99ca89cd0d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:05.054453 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-169b9931-6b79-4365-8665-8d00d7bb3d13 req-8130b025-4bc4-4b92-9168-7b99ca89cd0d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0543203 May 19 13:32:05.115094 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-169b9931-6b79-4365-8665-8d00d7bb3d13 req-4df45d45-4ef7-4820-9849-d730349428ce tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530574 May 19 13:32:05.144814 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a99605b-4553-4117-99dd-14c42875acbe None None] New status for floating IP 35fe0269-9c4e-4f34-8744-6c0c5a5940f7: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:32:06.235513 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b8e63-4afc-42ac-8910-c684bc3340e0 req-b9c563c5-cceb-4e19-b8e0-ca6eeb806281 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:06.236988 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c82b8e63-4afc-42ac-8910-c684bc3340e0 req-b9c563c5-cceb-4e19-b8e0-ca6eeb806281 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0491805 May 19 13:32:06.284308 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:06.289163 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c82b8e63-4afc-42ac-8910-c684bc3340e0 req-25e9f810-72f4-424e-b2b6-a90723a53593 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442574 May 19 13:32:07.102389 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-6ef5dbbd-cf5b-49c7-a873-d35e008f38db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b HTTP/1.1" status: 200 len: 217 time: 0.0336804 May 19 13:32:07.131350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-766ff6f8-1b0d-49da-a600-f77a10b827ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:07.132942 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-766ff6f8-1b0d-49da-a600-f77a10b827ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1129 time: 0.0464766 May 19 13:32:07.153662 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-ef227430-a4be-4ac9-81a6-304165858055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:07.155554 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-ef227430-a4be-4ac9-81a6-304165858055 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0461926 May 19 13:32:07.201141 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1acd5797-2d96-414a-add0-2839fa052927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:07.201762 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-874941db-cb83-4bda-8129-8410d9687219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:07.202866 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-874941db-cb83-4bda-8129-8410d9687219 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394497 May 19 13:32:07.248060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-a7ac14eb-a945-443b-b466-abe9e4cd90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:07.249685 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-a7ac14eb-a945-443b-b466-abe9e4cd90cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.0929499 May 19 13:32:07.306071 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-8b232450-1e5e-491a-9419-64bb14c1f32e service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901010 May 19 13:32:07.342206 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-4e786eb4-42ae-4edb-98dc-b2fb6bb83043 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 1001 time: 0.0863333 May 19 13:32:07.415952 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bddd5-31aa-4c5c-aac9-0e7dcb3c60e2 req-0bb91fc0-ef2e-4cd8-9026-178e8646b8c9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:07.417873 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-226bddd5-31aa-4c5c-aac9-0e7dcb3c60e2 req-0bb91fc0-ef2e-4cd8-9026-178e8646b8c9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0557513 May 19 13:32:07.439856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:07.453141 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:07.468626 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-226bddd5-31aa-4c5c-aac9-0e7dcb3c60e2 req-92ada079-c643-41fb-94b1-d85f278d3458 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 May 19 13:32:07.816253 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-882da858-6c22-4f1e-a26a-a7635e0913fa req-31e12ced-1287-4110-a1ad-8c608682cc15 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948436 May 19 13:32:08.083436 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-adc9be94-63bb-4c7d-8098-aa09d28b5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:08.085602 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-adc9be94-63bb-4c7d-8098-aa09d28b5281 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0562184 May 19 13:32:08.363511 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-902a2d1f-bcf0-4a1b-bc28-1b949af311f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:08.365934 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-902a2d1f-bcf0-4a1b-bc28-1b949af311f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750620 May 19 13:32:08.492297 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-12edf760-052f-40e7-bffa-f8a1f3506ac1 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107566 May 19 13:32:08.622878 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:08.634508 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2f29-df10-4ec5-bdf7-503a4f3af209 req-67352d9f-94a8-433d-939b-e32e0f093e9b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:08.636021 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d71f2f29-df10-4ec5-bdf7-503a4f3af209 req-67352d9f-94a8-433d-939b-e32e0f093e9b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0935843 May 19 13:32:08.690383 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43093625-b490-4f07-bae4-a4d7741e86b5 req-ac1cef72-a208-40e1-8daf-f3c4b36333cd service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572108 May 19 13:32:08.722103 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d71f2f29-df10-4ec5-bdf7-503a4f3af209 req-61f35fa9-8339-48ff-8952-6496d4235282 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799670 May 19 13:32:08.992137 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48208) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.009800 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48212) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.134399 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2ae6db6d-f0c9-433c-838a-259154d3621d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.137354 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d655-72d5-4fc3-9934-c10d54a9d061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.283839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d655-72d5-4fc3-9934-c10d54a9d061 admin admin] Publish callbacks [] for security_group (66743e09-e63e-4eeb-8766-c229f17aae5e), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.288639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2ae6db6d-f0c9-433c-838a-259154d3621d admin admin] Publish callbacks [] for security_group (5e89363b-7845-4d08-a487-9eb7f24c311e), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.290146 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d655-72d5-4fc3-9934-c10d54a9d061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (66743e09-e63e-4eeb-8766-c229f17aae5e), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.295452 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:09.302596 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2ae6db6d-f0c9-433c-838a-259154d3621d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (5e89363b-7845-4d08-a487-9eb7f24c311e), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.348616 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6d655-72d5-4fc3-9934-c10d54a9d061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66743e09-e63e-4eeb-8766-c229f17aae5e,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:09.355167 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6fe6d655-72d5-4fc3-9934-c10d54a9d061 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e148a0e86cb4229a06bf3afcb314db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419857 May 19 13:32:09.355583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48222) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.366349 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-2ae6db6d-f0c9-433c-838a-259154d3621d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a350c001c0649b3adf4b1dcbae0a717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731406 May 19 13:32:09.367006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48224) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.383223 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48226) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.408602 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6db6d-f0c9-433c-838a-259154d3621d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e89363b-7845-4d08-a487-9eb7f24c311e,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:09.426350 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e5287fba-7993-4d3c-a7ce-b2b5562e69f5 admin admin] Publish callbacks [] for security_group (66743e09-e63e-4eeb-8766-c229f17aae5e), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.441038 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d4ba02de-4e47-4d69-8f9e-89c6571d5a23 admin admin] Publish callbacks [] for security_group (5e89363b-7845-4d08-a487-9eb7f24c311e), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.450921 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e5287fba-7993-4d3c-a7ce-b2b5562e69f5 admin admin] Publish callbacks [] for security_group (66743e09-e63e-4eeb-8766-c229f17aae5e), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.471015 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d4ba02de-4e47-4d69-8f9e-89c6571d5a23 admin admin] Publish callbacks [] for security_group (5e89363b-7845-4d08-a487-9eb7f24c311e), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.511925 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e5287fba-7993-4d3c-a7ce-b2b5562e69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (66743e09-e63e-4eeb-8766-c229f17aae5e), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.515317 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e5287fba-7993-4d3c-a7ce-b2b5562e69f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.518916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e5287fba-7993-4d3c-a7ce-b2b5562e69f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66743e09-e63e-4eeb-8766-c229f17aae5e HTTP/1.1" status: 204 len: 168 time: 0.1612709 May 19 13:32:09.532328 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5287fba-7993-4d3c-a7ce-b2b5562e69f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66743e09-e63e-4eeb-8766-c229f17aae5e,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:09.536956 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4169196-a44a-4fa0-ae84-231c3620bcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.561899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d4ba02de-4e47-4d69-8f9e-89c6571d5a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (5e89363b-7845-4d08-a487-9eb7f24c311e), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.564546 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d4ba02de-4e47-4d69-8f9e-89c6571d5a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.569652 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d4ba02de-4e47-4d69-8f9e-89c6571d5a23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e89363b-7845-4d08-a487-9eb7f24c311e HTTP/1.1" status: 204 len: 168 time: 0.2000265 May 19 13:32:09.597556 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba02de-4e47-4d69-8f9e-89c6571d5a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e89363b-7845-4d08-a487-9eb7f24c311e,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:09.599588 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-44b2e96f-91be-4b8d-8e6c-41ba3b3ce60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.675342 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:09.696575 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48250) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.741648 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4169196-a44a-4fa0-ae84-231c3620bcc0 admin admin] Publish callbacks [] for security_group (8054dd60-695c-4f48-b789-a76b8ca9c8bb), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.747303 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4169196-a44a-4fa0-ae84-231c3620bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8054dd60-695c-4f48-b789-a76b8ca9c8bb), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.748279 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] Deleting subnet 487fef1b-82fb-4820-a628-c3047ce59b09 {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:32:09.751865 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] Publish callbacks [] for subnet (487fef1b-82fb-4820-a628-c3047ce59b09), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.799031 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f4169196-a44a-4fa0-ae84-231c3620bcc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d6e971f1cab47f2955d37873dfcceab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104218 May 19 13:32:09.801608 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48258) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.804022 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4169196-a44a-4fa0-ae84-231c3620bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8054dd60-695c-4f48-b789-a76b8ca9c8bb,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:09.819108 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] Publish callbacks [] for subnet (487fef1b-82fb-4820-a628-c3047ce59b09), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.831975 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (487fef1b-82fb-4820-a628-c3047ce59b09), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.861461 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1b78806a-9459-43eb-83cc-75fa64ee4bc8 admin admin] Publish callbacks [] for security_group (8054dd60-695c-4f48-b789-a76b8ca9c8bb), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.885896 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1b78806a-9459-43eb-83cc-75fa64ee4bc8 admin admin] Publish callbacks [] for security_group (8054dd60-695c-4f48-b789-a76b8ca9c8bb), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.921517 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for subnet (487fef1b-82fb-4820-a628-c3047ce59b09), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.953953 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.959896 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/487fef1b-82fb-4820-a628-c3047ce59b09 HTTP/1.1" status: 204 len: 168 time: 0.2622259 May 19 13:32:09.960260 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48260) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:09.963281 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1b78806a-9459-43eb-83cc-75fa64ee4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8054dd60-695c-4f48-b789-a76b8ca9c8bb), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.969763 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1b78806a-9459-43eb-83cc-75fa64ee4bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:09.971074 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-1b78806a-9459-43eb-83cc-75fa64ee4bc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8054dd60-695c-4f48-b789-a76b8ca9c8bb HTTP/1.1" status: 204 len: 168 time: 0.1681139 May 19 13:32:09.990773 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b6578-dc59-434d-a299-82ef114a5647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487fef1b-82fb-4820-a628-c3047ce59b09,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.006395 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bfc14-19af-4a48-aa55-752596ca308c req-0eba13d0-4b93-47db-b089-efbd91da55a0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:10.006875 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78806a-9459-43eb-83cc-75fa64ee4bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054dd60-695c-4f48-b789-a76b8ca9c8bb,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.008197 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-349bfc14-19af-4a48-aa55-752596ca308c req-0eba13d0-4b93-47db-b089-efbd91da55a0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1015406 May 19 13:32:10.037756 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48264) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.049147 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48268) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.074892 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3406b9f-54dc-4f1f-a4c1-05ce421d3570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.095864 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-835ebc4d-9a2e-45b2-ada3-7f21555dc133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.105569 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (e1bfd45d-0438-43db-b85c-c16113efd819), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.146553 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-349bfc14-19af-4a48-aa55-752596ca308c req-f68185b9-341b-4e65-b073-bf2909027765 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316798 May 19 13:32:10.202525 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (e1bfd45d-0438-43db-b85c-c16113efd819), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.225524 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.225869 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.226594 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.226918 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > port after_create 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.227391 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.227573 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > port after_update 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.227875 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.228185 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.228490 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.229196 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.238137 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:10.255465 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-835ebc4d-9a2e-45b2-ada3-7f21555dc133 admin admin] Publish callbacks [] for security_group (db2a3242-55cb-4b20-946e-7e4cd8be26e3), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.269544 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-835ebc4d-9a2e-45b2-ada3-7f21555dc133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (db2a3242-55cb-4b20-946e-7e4cd8be26e3), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.273252 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3406b9f-54dc-4f1f-a4c1-05ce421d3570 admin admin] Publish callbacks [] for security_group (02566726-8474-4110-867d-11b612f0a694), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.283252 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:10.293090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3406b9f-54dc-4f1f-a4c1-05ce421d3570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (02566726-8474-4110-867d-11b612f0a694), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.338156 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-835ebc4d-9a2e-45b2-ada3-7f21555dc133 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acf3d086c6d04304b7c487f18e77dd46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841303 May 19 13:32:10.340412 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ebc4d-9a2e-45b2-ada3-7f21555dc133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2a3242-55cb-4b20-946e-7e4cd8be26e3,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.343268 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48272) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.360258 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e3406b9f-54dc-4f1f-a4c1-05ce421d3570 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb362da3e854408c9877faaf4154b4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210588 May 19 13:32:10.364022 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.364177 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48274) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.364384 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.364881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.365353 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:10.365917 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bfd45d-0438-43db-b85c-c16113efd819']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:10.384831 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c572a7-eb2d-40bc-9f6f-bcc0eece378b') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:10.385508 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c572a7-eb2d-40bc-9f6f-bcc0eece378b') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:10.402161 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (20c572a7-eb2d-40bc-9f6f-bcc0eece378b), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.415836 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3406b9f-54dc-4f1f-a4c1-05ce421d3570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02566726-8474-4110-867d-11b612f0a694,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.429996 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (20c572a7-eb2d-40bc-9f6f-bcc0eece378b), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.441905 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:32:10.442297 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (20c572a7-eb2d-40bc-9f6f-bcc0eece378b), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.455686 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d0a-af31-485a-918f-acb304b0bbc9 admin admin] Publish callbacks [] for security_group (db2a3242-55cb-4b20-946e-7e4cd8be26e3), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: from cryptography.utils import int_from_bytes May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: from cryptography.utils import int_from_bytes May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:32:10.467371 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:32:10.476220 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b67ffcfe-c04c-4f72-bb7c-4eb8d35a97fa admin admin] Publish callbacks [] for security_group (02566726-8474-4110-867d-11b612f0a694), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.496136 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d0a-af31-485a-918f-acb304b0bbc9 admin admin] Publish callbacks [] for security_group (db2a3242-55cb-4b20-946e-7e4cd8be26e3), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.517289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:10.522041 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b67ffcfe-c04c-4f72-bb7c-4eb8d35a97fa admin admin] Publish callbacks [] for security_group (02566726-8474-4110-867d-11b612f0a694), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.530150 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (e1bfd45d-0438-43db-b85c-c16113efd819), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.536969 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48276) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.561317 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.564594 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] 10.222.0.24 "DELETE /v2.0/networks/e1bfd45d-0438-43db-b85c-c16113efd819 HTTP/1.1" status: 204 len: 168 time: 0.6031396 May 19 13:32:10.566126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c420fce-97c6-45d6-b2e3-bbdc506e4a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bfd45d-0438-43db-b85c-c16113efd819,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.567669 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48278) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.576131 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c2e83ee4-b6ac-4066-ad58-f29c28f8a1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.616301 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] Deleting subnet f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:32:10.619650 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b67ffcfe-c04c-4f72-bb7c-4eb8d35a97fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (02566726-8474-4110-867d-11b612f0a694), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.620107 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] Publish callbacks [] for subnet (f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.622297 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b67ffcfe-c04c-4f72-bb7c-4eb8d35a97fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.623497 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-b67ffcfe-c04c-4f72-bb7c-4eb8d35a97fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02566726-8474-4110-867d-11b612f0a694 HTTP/1.1" status: 204 len: 168 time: 0.2541244 May 19 13:32:10.630994 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d0a-af31-485a-918f-acb304b0bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (db2a3242-55cb-4b20-946e-7e4cd8be26e3), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.633690 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d0a-af31-485a-918f-acb304b0bbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.634932 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1b0e7d0a-af31-485a-918f-acb304b0bbc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db2a3242-55cb-4b20-946e-7e4cd8be26e3 HTTP/1.1" status: 204 len: 168 time: 0.2903509 May 19 13:32:10.647454 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ffcfe-c04c-4f72-bb7c-4eb8d35a97fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02566726-8474-4110-867d-11b612f0a694,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.660861 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.682407 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e7d0a-af31-485a-918f-acb304b0bbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2a3242-55cb-4b20-946e-7e4cd8be26e3,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.736275 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c2e83ee4-b6ac-4066-ad58-f29c28f8a1c2 admin admin] Publish callbacks [] for security_group (ff5b774b-b1f2-490c-b5ad-9a9a66df457b), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.739924 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.742453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c2e83ee4-b6ac-4066-ad58-f29c28f8a1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ff5b774b-b1f2-490c-b5ad-9a9a66df457b), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.782873 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.817139 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c2e83ee4-b6ac-4066-ad58-f29c28f8a1c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=235a790158624675b5967dd0f7ad136f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749004 May 19 13:32:10.817139 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e83ee4-b6ac-4066-ad58-f29c28f8a1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b774b-b1f2-490c-b5ad-9a9a66df457b,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:10.818181 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48290) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.878122 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df6a5f3a-8593-4c2c-8d91-9c45aa008a3c admin admin] Publish callbacks [] for security_group (ff5b774b-b1f2-490c-b5ad-9a9a66df457b), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.890089 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.905789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df6a5f3a-8593-4c2c-8d91-9c45aa008a3c admin admin] Publish callbacks [] for security_group (ff5b774b-b1f2-490c-b5ad-9a9a66df457b), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.925756 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:10.925914 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:10.932459 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4 HTTP/1.1" status: 204 len: 168 time: 0.3634198 May 19 13:32:10.939526 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48296) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:10.956156 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa4932-0f81-434f-83c8-9384c05c88c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bfb3a9-1cb4-49db-b54e-3b1cd64f3fe4,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:11.031589 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (c0d9e39c-8afb-4bee-9d66-79c369bceb95), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.047059 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df6a5f3a-8593-4c2c-8d91-9c45aa008a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ff5b774b-b1f2-490c-b5ad-9a9a66df457b), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.049765 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df6a5f3a-8593-4c2c-8d91-9c45aa008a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.050942 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-df6a5f3a-8593-4c2c-8d91-9c45aa008a3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff5b774b-b1f2-490c-b5ad-9a9a66df457b HTTP/1.1" status: 204 len: 168 time: 0.2321620 May 19 13:32:11.063016 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a5f3a-8593-4c2c-8d91-9c45aa008a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b774b-b1f2-490c-b5ad-9a9a66df457b,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:11.094069 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:11.145862 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (c0d9e39c-8afb-4bee-9d66-79c369bceb95), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.171962 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.172347 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.173084 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.173423 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > port after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.173785 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.174112 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > port after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.174425 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.174805 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.175105 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.175356 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.239859 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.240203 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.240553 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.240885 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 13:32:11.241253 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d9e39c-8afb-4bee-9d66-79c369bceb95']}} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:11.265707 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879536e1-6cf9-476f-8cba-6e9969ae9ec1') {'for_net_delete': True} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:11.266000 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879536e1-6cf9-476f-8cba-6e9969ae9ec1') {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:11.287437 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9435295'] for segment (879536e1-6cf9-476f-8cba-6e9969ae9ec1), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.295492 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c2667-e760-437b-90cd-8cf92ac26488 req-c28b5066-822b-469c-bd5d-1b8673a4cf2b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:11.297481 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-299c2667-e760-437b-90cd-8cf92ac26488 req-c28b5066-822b-469c-bd5d-1b8673a4cf2b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0520530 May 19 13:32:11.310413 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (879536e1-6cf9-476f-8cba-6e9969ae9ec1), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.321120 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:32:11.321592 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979300'] for segment (879536e1-6cf9-476f-8cba-6e9969ae9ec1), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: from cryptography.utils import int_from_bytes May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: from cryptography.utils import int_from_bytes May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: Traceback (most recent call last): May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: timer() May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: cb(*args, **kw) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: return func(*args, **kwargs) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: self._notify() May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: self.callback(batched_events) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: event.method(event) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: return f(self, *a, **k) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._get(url).json() May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: return self.request(url, 'GET', **kwargs) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:32:11.326022 dv-cinder-841125-6-iscsi neutron-server[103684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:32:11.369988 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-299c2667-e760-437b-90cd-8cf92ac26488 req-90ad56d6-3212-452f-a9b8-e94fb71e14b1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644014 May 19 13:32:11.396598 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (c0d9e39c-8afb-4bee-9d66-79c369bceb95), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.411147 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.417301 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c0d9e39c-8afb-4bee-9d66-79c369bceb95 HTTP/1.1" status: 204 len: 168 time: 0.4736094 May 19 13:32:11.428835 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626b3a5-9100-4396-8d68-c3362cff7614 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d9e39c-8afb-4bee-9d66-79c369bceb95,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:11.429126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48324) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:11.570036 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48334) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:11.611563 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c35e52e8-c709-4b2e-a58c-e01b61bce91c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=641fe924d4684aecbdcea861184019fe&name=default HTTP/1.1" status: 200 len: 2993 time: 0.0403199 May 19 13:32:11.614077 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48336) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:11.671459 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7b0f9d7d-e292-4f53-86cf-6f61c695a074 admin admin] Publish callbacks [] for security_group (6d6464dc-3d5e-40d1-ae19-8f3afd31db3f), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.676634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ca42f7ab-aeed-401d-9753-450744399092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.705496 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7b0f9d7d-e292-4f53-86cf-6f61c695a074 admin admin] Publish callbacks [] for security_group (6d6464dc-3d5e-40d1-ae19-8f3afd31db3f), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.732714 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:11.768552 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7b0f9d7d-e292-4f53-86cf-6f61c695a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (6d6464dc-3d5e-40d1-ae19-8f3afd31db3f), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.771648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7b0f9d7d-e292-4f53-86cf-6f61c695a074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.775308 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7b0f9d7d-e292-4f53-86cf-6f61c695a074 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d6464dc-3d5e-40d1-ae19-8f3afd31db3f HTTP/1.1" status: 204 len: 168 time: 0.1579506 May 19 13:32:11.783080 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f9d7d-e292-4f53-86cf-6f61c695a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6464dc-3d5e-40d1-ae19-8f3afd31db3f,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:11.795364 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ca42f7ab-aeed-401d-9753-450744399092 admin admin] Publish callbacks [] for security_group (e8010b73-c0b3-4fab-926e-efa0dc61e72d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.801724 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ca42f7ab-aeed-401d-9753-450744399092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e8010b73-c0b3-4fab-926e-efa0dc61e72d), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.850334 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ca42f7ab-aeed-401d-9753-450744399092 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01377371ddd74cb990b95aec171e2f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181144 May 19 13:32:11.852289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42f7ab-aeed-401d-9753-450744399092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8010b73-c0b3-4fab-926e-efa0dc61e72d,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:11.852963 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48348) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:11.903538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8001-819b-4a03-8fcd-a54a481abfcf admin admin] Publish callbacks [] for security_group (e8010b73-c0b3-4fab-926e-efa0dc61e72d), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:11.937058 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8001-819b-4a03-8fcd-a54a481abfcf admin admin] Publish callbacks [] for security_group (e8010b73-c0b3-4fab-926e-efa0dc61e72d), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.178743 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8001-819b-4a03-8fcd-a54a481abfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e8010b73-c0b3-4fab-926e-efa0dc61e72d), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.183666 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8001-819b-4a03-8fcd-a54a481abfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.184825 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-b4cc8001-819b-4a03-8fcd-a54a481abfcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8010b73-c0b3-4fab-926e-efa0dc61e72d HTTP/1.1" status: 204 len: 168 time: 0.3307664 May 19 13:32:12.201822 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc8001-819b-4a03-8fcd-a54a481abfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8010b73-c0b3-4fab-926e-efa0dc61e72d,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:12.233243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48370) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:12.290713 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4ef5e556-4d47-415c-8a69-803d9ab5edf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70fbb1ed0fd3462db16a7fbd4571722b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559106 May 19 13:32:12.293399 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48372) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:12.346870 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2469-f1a8-47ba-b4d9-68a0e4306bb0 admin admin] Publish callbacks [] for security_group (4df355f6-e9a1-4123-85e9-3e89eada73c4), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.388465 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2469-f1a8-47ba-b4d9-68a0e4306bb0 admin admin] Publish callbacks [] for security_group (4df355f6-e9a1-4123-85e9-3e89eada73c4), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.391414 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.454918 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2469-f1a8-47ba-b4d9-68a0e4306bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4df355f6-e9a1-4123-85e9-3e89eada73c4), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.461332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2469-f1a8-47ba-b4d9-68a0e4306bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:12.462746 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-a7bd2469-f1a8-47ba-b4d9-68a0e4306bb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4df355f6-e9a1-4123-85e9-3e89eada73c4 HTTP/1.1" status: 204 len: 168 time: 0.1683481 May 19 13:32:12.472573 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd2469-f1a8-47ba-b4d9-68a0e4306bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df355f6-e9a1-4123-85e9-3e89eada73c4,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:12.520853 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b55c-0422-477c-bd8f-16e6f94a596b req-f5fba18c-4474-47b7-b79c-6b99cd0dbdf2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:12.522532 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9886b55c-0422-477c-bd8f-16e6f94a596b req-f5fba18c-4474-47b7-b79c-6b99cd0dbdf2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0700054 May 19 13:32:12.577700 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9886b55c-0422-477c-bd8f-16e6f94a596b req-28fed75d-48dc-4442-b29c-56815b1134bd tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493248 May 19 13:32:12.950524 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48396) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:12.964570 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e28920ae-be2b-4bed-9e42-79d806949c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:13.053757 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e28920ae-be2b-4bed-9e42-79d806949c0d admin admin] Publish callbacks [] for security_group (3565cef9-11e6-4af3-9c56-33e0773590cc), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:13.059544 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e28920ae-be2b-4bed-9e42-79d806949c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (3565cef9-11e6-4af3-9c56-33e0773590cc), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:13.084947 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:13.118371 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e28920ae-be2b-4bed-9e42-79d806949c0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ec84ae9d38143f98e69ba431ace94fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663013 May 19 13:32:13.120297 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28920ae-be2b-4bed-9e42-79d806949c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3565cef9-11e6-4af3-9c56-33e0773590cc,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:13.121061 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48402) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:13.167014 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:13.177710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d411eb56-27e8-458a-ae8b-9f05fbde4142 admin admin] Publish callbacks [] for security_group (3565cef9-11e6-4af3-9c56-33e0773590cc), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:13.201665 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d411eb56-27e8-458a-ae8b-9f05fbde4142 admin admin] Publish callbacks [] for security_group (3565cef9-11e6-4af3-9c56-33e0773590cc), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:13.270634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d411eb56-27e8-458a-ae8b-9f05fbde4142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (3565cef9-11e6-4af3-9c56-33e0773590cc), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:13.273499 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d411eb56-27e8-458a-ae8b-9f05fbde4142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:13.274976 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d411eb56-27e8-458a-ae8b-9f05fbde4142 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3565cef9-11e6-4af3-9c56-33e0773590cc HTTP/1.1" status: 204 len: 168 time: 0.1522837 May 19 13:32:13.297075 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411eb56-27e8-458a-ae8b-9f05fbde4142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3565cef9-11e6-4af3-9c56-33e0773590cc,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:13.708969 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c5031-fc6b-4e44-847a-58fbae5d6de3 req-af61c645-b760-47c2-99d0-f315095aa08c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:13.709844 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-342c5031-fc6b-4e44-847a-58fbae5d6de3 req-af61c645-b760-47c2-99d0-f315095aa08c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0513220 May 19 13:32:13.766774 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-342c5031-fc6b-4e44-847a-58fbae5d6de3 req-9f86cde2-d77d-4b5a-a584-df0948589d17 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463994 May 19 13:32:13.892513 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:14.748805 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-5e311643-5a5f-46a3-934c-36c06db030bc tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=894127095d6445f5a2eafc9906ce5cf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367560 May 19 13:32:14.896993 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=73 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:14.898112 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=83 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:14.953960 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80974d1b-da30-4cd0-8426-5ba9c826e3e7 req-98a9b730-6aa2-42ab-9327-1024c200b92a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:14.960849 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-80974d1b-da30-4cd0-8426-5ba9c826e3e7 req-98a9b730-6aa2-42ab-9327-1024c200b92a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1034343 May 19 13:32:15.031405 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-80974d1b-da30-4cd0-8426-5ba9c826e3e7 req-cd8e1831-08ce-413e-918b-dea4c92c8871 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691006 May 19 13:32:15.053750 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:15.119187 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-c8720493-18ff-4a86-95ea-896b11a568db tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:15.120632 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-c8720493-18ff-4a86-95ea-896b11a568db tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614888 May 19 13:32:15.140694 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-9dfc9e19-a598-4ed8-ad03-7f897ff4a5a1 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/quotas/894127095d6445f5a2eafc9906ce5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0113416 May 19 13:32:15.210228 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-df4e3915-7646-4f48-8c64-e8af801ab310 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=894127095d6445f5a2eafc9906ce5cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641809 May 19 13:32:15.486097 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a28b058b-4bf1-4028-9fff-e24eb8e2899e req-c7b83ef9-4545-4978-a468-7d803c87a7ed tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.0436089 May 19 13:32:15.787857 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48578) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:16.008356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ae399966-a719-4afd-bc79-82dd426783e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:16.148296 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ae399966-a719-4afd-bc79-82dd426783e4 admin admin] Publish callbacks [] for security_group (ac46ac20-e720-48d8-916b-397654cb0277), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:16.156422 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ae399966-a719-4afd-bc79-82dd426783e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ac46ac20-e720-48d8-916b-397654cb0277), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:16.214398 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae399966-a719-4afd-bc79-82dd426783e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac46ac20-e720-48d8-916b-397654cb0277,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:16.238928 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ae399966-a719-4afd-bc79-82dd426783e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9835a5dd19014c4392216eebeed00a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469836 May 19 13:32:16.238928 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48608) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:16.252775 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fd649-a5e9-488e-acf0-d84e42741c5b req-95e87a18-493f-4f55-89c2-b9a461a7e2e0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:16.255161 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1e9fd649-a5e9-488e-acf0-d84e42741c5b req-95e87a18-493f-4f55-89c2-b9a461a7e2e0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1142809 May 19 13:32:16.261632 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:16.332458 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27153e69-64ef-4e54-b817-af6185a5f984 admin admin] Publish callbacks [] for security_group (ac46ac20-e720-48d8-916b-397654cb0277), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:16.352249 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1e9fd649-a5e9-488e-acf0-d84e42741c5b req-021e6165-d82c-4366-a4df-9cda672d70d5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820444 May 19 13:32:16.371733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27153e69-64ef-4e54-b817-af6185a5f984 admin admin] Publish callbacks [] for security_group (ac46ac20-e720-48d8-916b-397654cb0277), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:16.453050 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27153e69-64ef-4e54-b817-af6185a5f984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ac46ac20-e720-48d8-916b-397654cb0277), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:16.454848 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27153e69-64ef-4e54-b817-af6185a5f984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:16.458944 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-27153e69-64ef-4e54-b817-af6185a5f984 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac46ac20-e720-48d8-916b-397654cb0277 HTTP/1.1" status: 204 len: 168 time: 0.2190895 May 19 13:32:16.471046 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153e69-64ef-4e54-b817-af6185a5f984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac46ac20-e720-48d8-916b-397654cb0277,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:16.629659 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7509bd9a-cee1-497c-9da8-28efd8c91659 req-488b21f2-e8fd-44a9-8aa1-cb90f49cb64c tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.0670872 May 19 13:32:16.949012 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-4e8ab126-cb21-457e-a313-5f203697bb8c tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=894127095d6445f5a2eafc9906ce5cf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812614 May 19 13:32:16.993995 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48654) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:16.996839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e48d-8aa8-4f84-9720-408486281b26 req-a78bc332-c2fc-4743-af7b-2f367290f80d tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:16.998529 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b764e48d-8aa8-4f84-9720-408486281b26 req-a78bc332-c2fc-4743-af7b-2f367290f80d tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.0528338 May 19 13:32:17.008036 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b43165d-6123-4f8a-958d-6304c8369721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.078250 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b764e48d-8aa8-4f84-9720-408486281b26 req-3d8e3547-8f40-4a61-8d12-78a18033ab48 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660708 May 19 13:32:17.105118 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b43165d-6123-4f8a-958d-6304c8369721 admin admin] Publish callbacks [] for security_group (a6489d53-932d-4839-9c3f-58604c8bf144), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.112314 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b43165d-6123-4f8a-958d-6304c8369721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a6489d53-932d-4839-9c3f-58604c8bf144), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.157024 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1b43165d-6123-4f8a-958d-6304c8369721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f35ac0c0323849efb92cc561439823f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619425 May 19 13:32:17.158091 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43165d-6123-4f8a-958d-6304c8369721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6489d53-932d-4839-9c3f-58604c8bf144,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:17.159812 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48660) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:17.215860 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-efedc790-7e70-43d6-8473-469086cef9d7 admin admin] Publish callbacks [] for security_group (a6489d53-932d-4839-9c3f-58604c8bf144), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.238973 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-efedc790-7e70-43d6-8473-469086cef9d7 admin admin] Publish callbacks [] for security_group (a6489d53-932d-4839-9c3f-58604c8bf144), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.264761 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:17.299378 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-efedc790-7e70-43d6-8473-469086cef9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a6489d53-932d-4839-9c3f-58604c8bf144), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.302583 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-efedc790-7e70-43d6-8473-469086cef9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.306394 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-efedc790-7e70-43d6-8473-469086cef9d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6489d53-932d-4839-9c3f-58604c8bf144 HTTP/1.1" status: 204 len: 168 time: 0.1426697 May 19 13:32:17.314275 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedc790-7e70-43d6-8473-469086cef9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6489d53-932d-4839-9c3f-58604c8bf144,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:17.460721 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39be3e-847c-4c09-b760-ef910af301fc req-938f9def-a11c-47c1-bb51-b11dde17f8c7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:17.467682 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2e39be3e-847c-4c09-b760-ef910af301fc req-938f9def-a11c-47c1-bb51-b11dde17f8c7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0530081 May 19 13:32:17.522986 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2e39be3e-847c-4c09-b760-ef910af301fc req-9c5064ed-f7e1-4619-ac73-3d78fc28250b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541165 May 19 13:32:17.712311 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48696) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:17.749692 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c09b1d86-b8e0-44d5-a880-05280bf6bede req-7a1e567a-af2a-4550-b78a-7a09e7fe3624 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.0307169 May 19 13:32:17.829361 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.913710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Publish callbacks [] for security_group (b2212ada-a480-48d2-8bde-d431eb73209f), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.920531 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b2212ada-a480-48d2-8bde-d431eb73209f), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:17.962088 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1abb28326074db1a13efed4ec68ee34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485118 May 19 13:32:17.963220 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2212ada-a480-48d2-8bde-d431eb73209f,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:17.965179 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48718) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:17.972185 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.972748 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.973273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.973798 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.974134 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.974461 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.974787 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.975110 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.975424 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.975898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.976386 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.976989 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.977566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.978088 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:17.978621 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f064-1ed7-4783-96c2-32283ff3e51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.024759 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Publish callbacks [] for security_group (b2212ada-a480-48d2-8bde-d431eb73209f), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.048771 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Publish callbacks [] for security_group (b2212ada-a480-48d2-8bde-d431eb73209f), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.106894 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b2212ada-a480-48d2-8bde-d431eb73209f), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.111010 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.113877 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2212ada-a480-48d2-8bde-d431eb73209f HTTP/1.1" status: 204 len: 168 time: 0.1476345 May 19 13:32:18.123158 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2212ada-a480-48d2-8bde-d431eb73209f,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:18.131328 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.131904 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.132407 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.132899 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.133381 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.133905 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.134238 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.134565 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.134902 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.135218 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.135667 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.136027 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.136348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.136665 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.136978 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ae214a-5ff8-42b6-872f-04fb244bc2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:18.208699 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f8c9-e6b3-4131-b7b0-6ca9daad0d08 req-add6e747-7e4d-4b8a-b5ca-289776be7f7b tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:18.209210 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-be73f8c9-e6b3-4131-b7b0-6ca9daad0d08 req-add6e747-7e4d-4b8a-b5ca-289776be7f7b tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.0534108 May 19 13:32:18.210339 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48732) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:18.283995 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-be73f8c9-e6b3-4131-b7b0-6ca9daad0d08 req-835d6268-f989-4795-b5e3-320afc0742f7 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611343 May 19 13:32:18.478706 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-55f8f705-6bfa-415b-8a50-6078467dd8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.585306 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-55f8f705-6bfa-415b-8a50-6078467dd8db admin admin] Publish callbacks [] for security_group (20fc9d36-8a17-498e-a230-116222425bff), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.591633 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-55f8f705-6bfa-415b-8a50-6078467dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (20fc9d36-8a17-498e-a230-116222425bff), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.632672 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48748) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:18.647443 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bf1a69d3-6d60-4417-b0df-bf213c3cb919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.673093 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:18.675572 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-55f8f705-6bfa-415b-8a50-6078467dd8db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7613728bfab941b8ad8a62b74d8edbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4632795 May 19 13:32:18.679264 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48752) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:18.681310 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8f705-6bfa-415b-8a50-6078467dd8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc9d36-8a17-498e-a230-116222425bff,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:18.708446 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648536f4-4763-4775-8278-f8b6185453f0 req-741eb302-4ee4-47cd-86bb-0de798b6d665 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:18.710221 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-648536f4-4763-4775-8278-f8b6185453f0 req-741eb302-4ee4-47cd-86bb-0de798b6d665 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0973585 May 19 13:32:18.752357 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bf1a69d3-6d60-4417-b0df-bf213c3cb919 admin admin] Publish callbacks [] for security_group (ff5b9a45-ee16-42c3-9948-dae249ee6292), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.773893 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bf1a69d3-6d60-4417-b0df-bf213c3cb919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ff5b9a45-ee16-42c3-9948-dae249ee6292), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:18.815171 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a69d3-6d60-4417-b0df-bf213c3cb919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b9a45-ee16-42c3-9948-dae249ee6292,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:18.881009 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:18.925621 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-bf1a69d3-6d60-4417-b0df-bf213c3cb919 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=323d66c352254b7a9a033be2c7ea2d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976542 May 19 13:32:18.933557 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48772) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:18.970044 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-46d6610c-b116-4137-beb7-469602d2cc5e req-9083541d-f57e-4f3d-94ed-3aeb4681ee92 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.0816131 May 19 13:32:18.977903 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-648536f4-4763-4775-8278-f8b6185453f0 req-106ead2d-f20f-490e-a31e-286efc0af4d3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604403 May 19 13:32:18.998904 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-bd07cffe-135d-4e62-bc9d-200a741723c0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531155 May 19 13:32:19.013602 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:19.039336 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-717b598d-ce09-46df-94e9-e5769820980a admin admin] Publish callbacks [] for security_group (ff5b9a45-ee16-42c3-9948-dae249ee6292), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.063032 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-717b598d-ce09-46df-94e9-e5769820980a admin admin] Publish callbacks [] for security_group (ff5b9a45-ee16-42c3-9948-dae249ee6292), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.132011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-717b598d-ce09-46df-94e9-e5769820980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ff5b9a45-ee16-42c3-9948-dae249ee6292), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.135933 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-717b598d-ce09-46df-94e9-e5769820980a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.140305 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-717b598d-ce09-46df-94e9-e5769820980a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff5b9a45-ee16-42c3-9948-dae249ee6292 HTTP/1.1" status: 204 len: 168 time: 0.1889544 May 19 13:32:19.149126 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b598d-ce09-46df-94e9-e5769820980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b9a45-ee16-42c3-9948-dae249ee6292,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:19.321879 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-72a1ef7e-5619-43bf-846b-802a09f4dde5 admin admin] Publish callbacks [] for security_group (20fc9d36-8a17-498e-a230-116222425bff), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.357792 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-1ee0e978-7a82-4117-bcbc-a7807bf3f3b8 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:19.359736 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-1ee0e978-7a82-4117-bcbc-a7807bf3f3b8 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5940254 May 19 13:32:19.369955 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-72a1ef7e-5619-43bf-846b-802a09f4dde5 admin admin] Publish callbacks [] for security_group (20fc9d36-8a17-498e-a230-116222425bff), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.405002 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:19.436891 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-72a1ef7e-5619-43bf-846b-802a09f4dde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (20fc9d36-8a17-498e-a230-116222425bff), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.445455 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-72a1ef7e-5619-43bf-846b-802a09f4dde5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.449556 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-72a1ef7e-5619-43bf-846b-802a09f4dde5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20fc9d36-8a17-498e-a230-116222425bff HTTP/1.1" status: 204 len: 168 time: 0.7667649 May 19 13:32:19.472922 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1ef7e-5619-43bf-846b-802a09f4dde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc9d36-8a17-498e-a230-116222425bff,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:19.498050 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Request body: {'port': {'device_id': '718d3de9-c471-44df-8622-ce92537497bf', 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b', 'admin_state_up': True, 'tenant_id': '894127095d6445f5a2eafc9906ce5cf7'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:19.587394 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645361a-3603-469e-9505-9fe029024129 req-9e0343d2-f21c-4e57-9a33-267c5ecf5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:19.589658 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-9e0343d2-f21c-4e57-9a33-267c5ecf5715 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1129 time: 0.1139088 May 19 13:32:19.725372 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-09bc2f58-1e6f-42d1-a1d0-c4e3a0576967 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:19.727781 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-09bc2f58-1e6f-42d1-a1d0-c4e3a0576967 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.58 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.0902181 May 19 13:32:19.823115 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1569d-4fae-4869-b7ae-91039df0b1b4 req-163e1454-a9ac-496f-999d-43586c34a865 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:19.831680 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1ad1569d-4fae-4869-b7ae-91039df0b1b4 req-163e1454-a9ac-496f-999d-43586c34a865 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 945 time: 0.1022575 May 19 13:32:19.908523 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Deleting port fdf6572a-31e1-4e19-9111-37d73967c97d {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:32:19.908868 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.932862 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1ad1569d-4fae-4869-b7ae-91039df0b1b4 req-3b30f5b0-aa82-48fd-8991-6ea6a56c2186 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e32e10e-d9e6-421c-b639-5ad9a05ced17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992785 May 19 13:32:19.938029 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645361a-3603-469e-9505-9fe029024129 req-65b87199-af2a-49f6-9d7f-a12eaea78d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:19.939819 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-65b87199-af2a-49f6-9d7f-a12eaea78d7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.2820010 May 19 13:32:19.957746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Made reservation on behalf of 894127095d6445f5a2eafc9906ce5cf7 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:19.961167 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.974787 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:19.976701 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48804) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:20.019147 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4682c22e-342b-405b-8b98-378a9dd06ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.179187 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] For port fdf6572a-31e1-4e19-9111-37d73967c97d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fdf6572a-31e1-4e19-9111-37d73967c97d,segment=NetworkSegment(00aa4997-9574-42e5-a893-24eeb09f1382),segment_id=00aa4997-9574-42e5-a893-24eeb09f1382)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:20.179436 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.182785 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb37cb-56a9-4efd-8691-a865fbb60a6d req-ae8099a7-6da7-4833-8606-42e61b017e44 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:20.184230 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ccdb37cb-56a9-4efd-8691-a865fbb60a6d req-ae8099a7-6da7-4833-8606-42e61b017e44 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0882573 May 19 13:32:20.196010 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-f8a6dba6-5622-4293-ad72-901233fda753 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 1001 time: 0.2468050 May 19 13:32:20.198313 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Calling delete_port for fdf6572a-31e1-4e19-9111-37d73967c97d owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:32:20.256037 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:20.258609 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645361a-3603-469e-9505-9fe029024129 req-9c0c3c21-d8e7-40ce-aa56-efd55c2b1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:20.259360 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-9c0c3c21-d8e7-40ce-aa56-efd55c2b1d1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0478549 May 19 13:32:20.275981 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-71f6ec21-3f77-477c-8788-b26797e170e0 req-2e0c77ab-edc6-4361-a328-8044171f4053 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.1559806 May 19 13:32:20.347617 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ccdb37cb-56a9-4efd-8691-a865fbb60a6d req-5ed2ba90-8ec3-4d8c-a2d1-df6333767d1b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541750 May 19 13:32:20.353004 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645361a-3603-469e-9505-9fe029024129 req-bb54a432-1bf4-4d92-8adc-2deb369fdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:20.355923 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:20.367323 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-bb54a432-1bf4-4d92-8adc-2deb369fdaca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956545 May 19 13:32:20.389540 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks [] for security_group (a305d7ab-d807-4565-ae5a-dc4a581b32b2), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.404058 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a305d7ab-d807-4565-ae5a-dc4a581b32b2), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.416143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:20.418658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4682c22e-342b-405b-8b98-378a9dd06ed7 admin admin] Publish callbacks [] for security_group (64414215-cbdc-46b0-9141-2513bed49809), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.480296 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-e09b3a19-271a-47d7-956c-b91b8f80fe1e service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032026 May 19 13:32:20.502939 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4682c22e-342b-405b-8b98-378a9dd06ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (64414215-cbdc-46b0-9141-2513bed49809), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.629570 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8645361a-3603-469e-9505-9fe029024129 req-0f2cb5af-5ea9-4107-b976-1730c1981a5f service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311228 May 19 13:32:20.636648 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a305d7ab-d807-4565-ae5a-dc4a581b32b2,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:20.681323 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (fdf6572a-31e1-4e19-9111-37d73967c97d), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.697251 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4682c22e-342b-405b-8b98-378a9dd06ed7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a6edce2b99a4b8f929d0cd173328ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7143691 May 19 13:32:20.699896 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 48832) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:20.719508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['fdf6572a-31e1-4e19-9111-37d73967c97d'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:32:20.737942 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Pushing event deleted for resources: {'Port': ['ID=fdf6572a-31e1-4e19-9111-37d73967c97d,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:20.750116 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682c22e-342b-405b-8b98-378a9dd06ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64414215-cbdc-46b0-9141-2513bed49809,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:20.814721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Allocated IP 192.168.233.221 (dde47a14-9d85-467c-aa76-9279bcbb064b/118d4e38-b3d4-4dcf-b973-a87f595854eb/dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:20.840651 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] No DVR routers for this DVR port fdf6572a-31e1-4e19-9111-37d73967c97d on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:32:20.848712 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.852258 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d85d23a6-bcf5-4555-bada-e414209e8dcb req-658ee4ae-d3c6-43e7-854f-c38ec48d1441 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.58 "DELETE /v2.0/ports/fdf6572a-31e1-4e19-9111-37d73967c97d HTTP/1.1" status: 204 len: 173 time: 1.1123173 May 19 13:32:20.852745 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080936a4-151d-4f4b-a750-937d342729db', 'name': 'network-vif-deleted', 'tag': 'fdf6572a-31e1-4e19-9111-37d73967c97d'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:20.855078 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d24d09f-2b22-4654-b51a-4b70ce99f202" -d '{"events": [{"server_uuid": "080936a4-151d-4f4b-a750-937d342729db", "name": "network-vif-deleted", "tag": "fdf6572a-31e1-4e19-9111-37d73967c97d"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:20.857857 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b158264a-586a-4e8e-afbf-ce921a0df609 admin admin] Publish callbacks [] for security_group (64414215-cbdc-46b0-9141-2513bed49809), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.898722 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b158264a-586a-4e8e-afbf-ce921a0df609 admin admin] Publish callbacks [] for security_group (64414215-cbdc-46b0-9141-2513bed49809), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.929265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967918e4-a4fd-4234-a8a0-bc02b0ada337 x-openstack-request-id: req-967918e4-a4fd-4234-a8a0-bc02b0ada337 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:20.929600 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080936a4-151d-4f4b-a750-937d342729db", "name": "network-vif-deleted", "tag": "fdf6572a-31e1-4e19-9111-37d73967c97d", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:20.929854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-967918e4-a4fd-4234-a8a0-bc02b0ada337 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:20.930267 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967918e4-a4fd-4234-a8a0-bc02b0ada337'] response: {'server_uuid': '080936a4-151d-4f4b-a750-937d342729db', 'name': 'network-vif-deleted', 'tag': 'fdf6572a-31e1-4e19-9111-37d73967c97d', 'status': 'completed', 'code': 200} May 19 13:32:20.978907 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b158264a-586a-4e8e-afbf-ce921a0df609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (64414215-cbdc-46b0-9141-2513bed49809), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.982347 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b158264a-586a-4e8e-afbf-ce921a0df609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:20.986308 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-b158264a-586a-4e8e-afbf-ce921a0df609 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64414215-cbdc-46b0-9141-2513bed49809 HTTP/1.1" status: 204 len: 168 time: 0.2842093 May 19 13:32:20.994997 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158264a-586a-4e8e-afbf-ce921a0df609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64414215-cbdc-46b0-9141-2513bed49809,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:21.073118 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-af31691e-62f6-47cb-8db3-8eeb84b60b82 req-9ed23f44-b53b-46df-80ae-f2490d25d57a tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.0413642 May 19 13:32:21.106500 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks [] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:21.163627 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:21.213396 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Network dde47a14-9d85-467c-aa76-9279bcbb064b is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:21.220386 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:21.223161 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:21.273277 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Pushing event updated for resources: {'Port': ['ID=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:21.334829 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:21.337381 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:21.382807 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-d043a287-44a6-43c5-b3c5-81a12fa6f7df tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8999023 May 19 13:32:21.414159 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Request body: {'port': {'device_id': '718d3de9-c471-44df-8622-ce92537497bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:21.455903 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6cc6b-4a24-4939-bc5c-605c93d9e278 req-dfda6a74-9bdc-42c9-9ec9-fe2cc3554e29 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:21.457929 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-18a6cc6b-4a24-4939-bc5c-605c93d9e278 req-dfda6a74-9bdc-42c9-9ec9-fe2cc3554e29 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 936 time: 0.0931370 May 19 13:32:21.553272 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:21.562685 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:21.627305 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-18a6cc6b-4a24-4939-bc5c-605c93d9e278 req-07ee6702-f48d-41c0-8432-a00fccbac285 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570368 May 19 13:32:21.666432 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814daf5f-0406-43d9-82c4-28f30c3d8988 req-df253c28-5013-4f55-9a09-0937ea7e3e0c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:21.668847 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-814daf5f-0406-43d9-82c4-28f30c3d8988 req-df253c28-5013-4f55-9a09-0937ea7e3e0c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1727302 May 19 13:32:21.721388 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-5dc08944-4d3e-47bd-9beb-63561940f641 None None] Provisioning complete for port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:21.723296 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5dc08944-4d3e-47bd-9beb-63561940f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:21.767306 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-814daf5f-0406-43d9-82c4-28f30c3d8988 req-86adfcf7-f058-4c76-936a-fe5fb8a5ca55 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894139 May 19 13:32:21.771225 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-5dc08944-4d3e-47bd-9beb-63561940f641 None None] Port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:32:21.777675 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:21.812511 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:22.058692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:32:22.068773 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Publish callbacks [] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:22.083731 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Transition to ACTIVE for port object dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:32:22.089855 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:22.161529 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:22.287878 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-73a9b87a-d10a-4a66-9019-34529af5da90 req-556bec59-7d3a-4324-89a4-92812def0a03 tempest-DeleteServersTestJSON-948442396 tempest-DeleteServersTestJSON-948442396-project] 10.222.0.24 "GET /v2.0/ports?device_id=080936a4-151d-4f4b-a750-937d342729db HTTP/1.1" status: 200 len: 210 time: 0.0738528 May 19 13:32:22.302753 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Attempting to bind port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:22.303151 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Attempting to bind port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:22.303540 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Attempting to bind port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 on network dde47a14-9d85-467c-aa76-9279bcbb064b {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:22.309267 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 on network dde47a14-9d85-467c-aa76-9279bcbb064b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:32:22.309992 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Attempting to bind port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 on network dde47a14-9d85-467c-aa76-9279bcbb064b {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:22.327293 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:22.327800 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Checking segment: {'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:22.328275 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Bound using segment: {'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:22.328894 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Bound port: dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a60b8c-3a1a-41c3-b153-2600365af40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:22.329441 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:22.410842 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] For port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:22.415393 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] For port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,segment=NetworkSegment(56a60b8c-3a1a-41c3-b153-2600365af40c),segment_id=56a60b8c-3a1a-41c3-b153-2600365af40c)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:22.423576 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:22.463702 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:22.464308 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:22.465971 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] 10.222.0.58 "PUT /v2.0/ports/dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 HTTP/1.1" status: 200 len: 1098 time: 1.0600777 May 19 13:32:22.487580 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6353-6da6-4627-95f1-e07993814d29 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:22.497296 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:22.649633 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a762e6dd-29c6-45cd-bea1-6cfd44ed3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:22.651708 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-a762e6dd-29c6-45cd-bea1-6cfd44ed3b99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894127095d6445f5a2eafc9906ce5cf7&device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 1132 time: 0.0521476 May 19 13:32:22.718519 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-13351d61-de3b-42b3-9d41-e2684bb94b56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 HTTP/1.1" status: 200 len: 217 time: 0.0481186 May 19 13:32:22.764105 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:22.771378 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404cd0-ef74-403d-a6a3-a90b4314251b req-335643d5-7250-4043-8ca4-7f51f2697950 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:22.779556 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-19404cd0-ef74-403d-a6a3-a90b4314251b req-335643d5-7250-4043-8ca4-7f51f2697950 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 948 time: 0.0635931 May 19 13:32:22.805433 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-c4cb7167-a7d3-4d8b-b250-0d1f5e1f27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:22.807423 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-c4cb7167-a7d3-4d8b-b250-0d1f5e1f27a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=118d4e38-b3d4-4dcf-b973-a87f595854eb HTTP/1.1" status: 200 len: 843 time: 0.0807884 May 19 13:32:22.833270 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48908) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:22.846361 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-19404cd0-ef74-403d-a6a3-a90b4314251b req-4099845c-9ff0-417e-842b-2f4ce80df531 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657454 May 19 13:32:22.894268 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-43e7a10e-07e4-4cfa-8c04-35c977ea17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:22.895940 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-43e7a10e-07e4-4cfa-8c04-35c977ea17bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dde47a14-9d85-467c-aa76-9279bcbb064b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0813086 May 19 13:32:22.924076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:22.937430 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718d3de9-c471-44df-8622-ce92537497bf', 'tag': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:22.939521 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a75365c-2443-4cc2-a05a-59b65ace78f0" -d '{"events": [{"name": "network-changed", "server_uuid": "718d3de9-c471-44df-8622-ce92537497bf", "tag": "dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:22.992665 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d57fa-54d1-4d32-947d-f6cfe37de9d4 req-88f928a1-4cdd-4dc3-9a78-197d86122db6 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:22.994228 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4d8d57fa-54d1-4d32-947d-f6cfe37de9d4 req-88f928a1-4cdd-4dc3-9a78-197d86122db6 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1179981 May 19 13:32:23.020237 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c34b1c-82b8-49eb-bf47-09f222d5008c x-openstack-request-id: req-d7c34b1c-82b8-49eb-bf47-09f222d5008c {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:23.020508 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718d3de9-c471-44df-8622-ce92537497bf", "tag": "dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:23.020749 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7c34b1c-82b8-49eb-bf47-09f222d5008c {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:23.021122 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c34b1c-82b8-49eb-bf47-09f222d5008c'] response: {'name': 'network-changed', 'server_uuid': '718d3de9-c471-44df-8622-ce92537497bf', 'tag': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7', 'status': 'completed', 'code': 200} May 19 13:32:23.060834 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8280-c118-44d2-83e9-b45c69d2820c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:23.099475 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-b6815d1b-79eb-461a-9df7-cb908d97018e service neutron] 10.222.0.58 "GET /v2.0/networks/dde47a14-9d85-467c-aa76-9279bcbb064b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872690 May 19 13:32:23.138616 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4d8d57fa-54d1-4d32-947d-f6cfe37de9d4 req-5db10357-a0e1-416c-925a-635c7ae8bf47 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327174 May 19 13:32:23.183614 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:23.270771 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2fd38dd4-7dbb-4cea-af28-a3ddcffcf637 req-e976f257-72e6-4f16-bb63-f9c46e8e9d91 service neutron] 10.222.0.58 "GET /v2.0/networks/dde47a14-9d85-467c-aa76-9279bcbb064b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622686 May 19 13:32:23.279718 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8280-c118-44d2-83e9-b45c69d2820c admin admin] Publish callbacks [] for security_group (7853367b-9854-4e20-b4f8-23a1572f1dc3), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:23.284617 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8280-c118-44d2-83e9-b45c69d2820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7853367b-9854-4e20-b4f8-23a1572f1dc3), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:23.318639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8280-c118-44d2-83e9-b45c69d2820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7853367b-9854-4e20-b4f8-23a1572f1dc3,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:23.334448 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b2bc8280-c118-44d2-83e9-b45c69d2820c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=241f52355edc44cdae27dbc458388ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974048 May 19 13:32:23.334549 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 48936) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:23.389362 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40959da1-6f41-4c50-b23c-5a23cfffd11c admin admin] Publish callbacks [] for security_group (7853367b-9854-4e20-b4f8-23a1572f1dc3), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:23.413731 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40959da1-6f41-4c50-b23c-5a23cfffd11c admin admin] Publish callbacks [] for security_group (7853367b-9854-4e20-b4f8-23a1572f1dc3), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:23.471081 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40959da1-6f41-4c50-b23c-5a23cfffd11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7853367b-9854-4e20-b4f8-23a1572f1dc3), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:23.473929 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40959da1-6f41-4c50-b23c-5a23cfffd11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:23.475621 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-40959da1-6f41-4c50-b23c-5a23cfffd11c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7853367b-9854-4e20-b4f8-23a1572f1dc3 HTTP/1.1" status: 204 len: 168 time: 0.1401198 May 19 13:32:23.489527 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40959da1-6f41-4c50-b23c-5a23cfffd11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7853367b-9854-4e20-b4f8-23a1572f1dc3,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:23.975205 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e10e6b-718b-4a5f-8aba-e18785764255 req-a6adeb18-8822-4ede-b3a2-6aec6bbf7e24 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:23.976725 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-14e10e6b-718b-4a5f-8aba-e18785764255 req-a6adeb18-8822-4ede-b3a2-6aec6bbf7e24 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 948 time: 0.0487196 May 19 13:32:24.046011 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-14e10e6b-718b-4a5f-8aba-e18785764255 req-f010f967-af73-43f5-afb2-f13c2a0de455 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635376 May 19 13:32:24.273721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d58ed-14e5-4e19-82bf-d993f3e05497 req-9dd88850-b75a-42fb-ad22-c7a70b4cfc97 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:24.275195 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a11d58ed-14e5-4e19-82bf-d993f3e05497 req-9dd88850-b75a-42fb-ad22-c7a70b4cfc97 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0632615 May 19 13:32:24.322425 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a11d58ed-14e5-4e19-82bf-d993f3e05497 req-c708adae-8419-4133-b6e2-8d4415355fcd tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 May 19 13:32:25.162236 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a60cb-8631-4ed5-8862-e4f72daeec85 req-06cb31f4-db4e-4577-a3f8-472bba773dc8 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:25.163691 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f52a60cb-8631-4ed5-8862-e4f72daeec85 req-06cb31f4-db4e-4577-a3f8-472bba773dc8 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 948 time: 0.0528336 May 19 13:32:25.180186 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device fdf6572a-31e1-4e19-9111-37d73967c97d no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:32:25.200510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: fdf6572a-31e1-4e19-9111-37d73967c97d {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:32:25.200928 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device fdf6572a-31e1-4e19-9111-37d73967c97d not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:32:25.217993 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f52a60cb-8631-4ed5-8862-e4f72daeec85 req-ae2a9dc9-b704-4cec-9337-2c1fd3909382 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482883 May 19 13:32:25.437360 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a069d-10c1-431c-ba70-37b3ff3e1914 req-236684f2-82f0-4acd-ac32-2fa84ca3ed79 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:25.438897 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1f3a069d-10c1-431c-ba70-37b3ff3e1914 req-236684f2-82f0-4acd-ac32-2fa84ca3ed79 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0477924 May 19 13:32:25.488151 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1f3a069d-10c1-431c-ba70-37b3ff3e1914 req-6594506a-53a9-4232-aec2-53a4aa3b652f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437355 May 19 13:32:26.337812 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b06d2-741d-4b52-897c-450ad8489275 req-d12204cc-0fd4-4030-a0fc-f452e4082b2e tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:26.339296 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-877b06d2-741d-4b52-897c-450ad8489275 req-d12204cc-0fd4-4030-a0fc-f452e4082b2e tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 948 time: 0.0504675 May 19 13:32:26.393146 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-877b06d2-741d-4b52-897c-450ad8489275 req-69b54c61-e6ee-49d6-a943-b620141aa06f tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 May 19 13:32:26.608503 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78344689-1a96-4b31-bd79-7a5bec251019 req-6dba51d1-47f8-494b-bdb7-de414b16fd04 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:26.610009 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-78344689-1a96-4b31-bd79-7a5bec251019 req-6dba51d1-47f8-494b-bdb7-de414b16fd04 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0519121 May 19 13:32:26.660557 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-78344689-1a96-4b31-bd79-7a5bec251019 req-6592d9f3-d634-4bb7-9fdd-6edf6e641792 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 May 19 13:32:26.871796 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-13c9aaf8-80da-4974-afaf-824d2b566513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:26.873735 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-13c9aaf8-80da-4974-afaf-824d2b566513 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=894127095d6445f5a2eafc9906ce5cf7&device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 1132 time: 0.0453606 May 19 13:32:26.979046 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:26.985687 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-ec5c9722-c38c-4db8-a45d-b7bab8801de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:26.987181 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-ec5c9722-c38c-4db8-a45d-b7bab8801de7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dde47a14-9d85-467c-aa76-9279bcbb064b HTTP/1.1" status: 200 len: 870 time: 0.1072707 May 19 13:32:27.226303 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-ae71c32b-f93e-4929-8755-6889d5f3a0d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 HTTP/1.1" status: 200 len: 217 time: 0.2326653 May 19 13:32:27.281525 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-2f9bfa96-5e1f-4592-a327-e35130452c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:27.282996 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-2f9bfa96-5e1f-4592-a327-e35130452c23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=118d4e38-b3d4-4dcf-b973-a87f595854eb HTTP/1.1" status: 200 len: 843 time: 0.0483522 May 19 13:32:27.520156 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8f38-0f97-41b0-96c2-0dd30871fa6e req-0fd27dd0-d1a0-4401-8b94-58f89e30798a tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:27.521837 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a0dc8f38-0f97-41b0-96c2-0dd30871fa6e req-0fd27dd0-d1a0-4401-8b94-58f89e30798a tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 948 time: 0.0524697 May 19 13:32:27.524273 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49072) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:27.571587 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:27.579966 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a0dc8f38-0f97-41b0-96c2-0dd30871fa6e req-7385c9e9-ee96-464a-afa0-9a1bcf6297b9 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491688 May 19 13:32:27.642914 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8e942cf7-50de-4286-8f00-b1575547479b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:27.740580 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8e942cf7-50de-4286-8f00-b1575547479b admin admin] Publish callbacks [] for security_group (0289284c-35bc-4487-92ec-96b7be0d7d72), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:27.747778 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8e942cf7-50de-4286-8f00-b1575547479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (0289284c-35bc-4487-92ec-96b7be0d7d72), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:27.797600 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-8e942cf7-50de-4286-8f00-b1575547479b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=019830178bc945da8d9e6924d1b214a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721066 May 19 13:32:27.798273 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e942cf7-50de-4286-8f00-b1575547479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0289284c-35bc-4487-92ec-96b7be0d7d72,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:27.800345 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3b0d-5902-4b39-9bac-1d52a486c288 req-5eec964c-2214-4c4a-adcc-44f17c4b400b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:27.802480 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a06f3b0d-5902-4b39-9bac-1d52a486c288 req-5eec964c-2214-4c4a-adcc-44f17c4b400b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0607686 May 19 13:32:27.803260 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49094) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:27.835591 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:32:27.843699 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:27.909790 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a06f3b0d-5902-4b39-9bac-1d52a486c288 req-6182472a-7dc5-4e8e-be15-1253c6219af6 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933704 May 19 13:32:27.910557 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4dffb169-e5da-40a4-b673-dc95c704eb41 admin admin] Publish callbacks [] for security_group (0289284c-35bc-4487-92ec-96b7be0d7d72), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:27.934186 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4dffb169-e5da-40a4-b673-dc95c704eb41 admin admin] Publish callbacks [] for security_group (0289284c-35bc-4487-92ec-96b7be0d7d72), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:27.984602 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4dffb169-e5da-40a4-b673-dc95c704eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (0289284c-35bc-4487-92ec-96b7be0d7d72), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:27.987618 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4dffb169-e5da-40a4-b673-dc95c704eb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:27.988909 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4dffb169-e5da-40a4-b673-dc95c704eb41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0289284c-35bc-4487-92ec-96b7be0d7d72 HTTP/1.1" status: 204 len: 168 time: 0.1843894 May 19 13:32:27.997681 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffb169-e5da-40a4-b673-dc95c704eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0289284c-35bc-4487-92ec-96b7be0d7d72,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:28.169198 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-e3892bbc-8142-4e4a-b044-2bb7e42462a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:28.171124 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-e3892bbc-8142-4e4a-b044-2bb7e42462a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dde47a14-9d85-467c-aa76-9279bcbb064b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0451498 May 19 13:32:28.185324 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49118) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:28.231450 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] Deleting subnet 911cd401-f39d-4da7-a4bf-097cebefc4f8 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:32:28.235483 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] Publish callbacks [] for subnet (911cd401-f39d-4da7-a4bf-097cebefc4f8), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.278804 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (911cd401-f39d-4da7-a4bf-097cebefc4f8), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.302876 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49120) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:28.316192 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4af9b8d3-c423-4fcb-a5b9-af47c604943a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.317653 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (911cd401-f39d-4da7-a4bf-097cebefc4f8), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.370345 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (911cd401-f39d-4da7-a4bf-097cebefc4f8), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.390995 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4af9b8d3-c423-4fcb-a5b9-af47c604943a admin admin] Publish callbacks [] for security_group (9401b07c-1474-4cb0-9123-895086824e60), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.395551 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4af9b8d3-c423-4fcb-a5b9-af47c604943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9401b07c-1474-4cb0-9123-895086824e60), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.399743 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911cd401-f39d-4da7-a4bf-097cebefc4f8,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:28.405118 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.410268 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4013ea11-e12b-4caa-9c89-8ed91fb0e47a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/911cd401-f39d-4da7-a4bf-097cebefc4f8 HTTP/1.1" status: 204 len: 168 time: 0.2215273 May 19 13:32:28.410430 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49122) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:28.438188 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-4af9b8d3-c423-4fcb-a5b9-af47c604943a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00a115a9b4144454b4c9be79fabdbf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342180 May 19 13:32:28.438880 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9b8d3-c423-4fcb-a5b9-af47c604943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401b07c-1474-4cb0-9123-895086824e60,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:28.441103 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49124) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:28.479178 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (15c026e4-2659-4699-ba07-f872724b5304), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.489338 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06331c60-4cd9-4325-80a1-185aed027591 admin admin] Publish callbacks [] for security_group (9401b07c-1474-4cb0-9123-895086824e60), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.510337 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06331c60-4cd9-4325-80a1-185aed027591 admin admin] Publish callbacks [] for security_group (9401b07c-1474-4cb0-9123-895086824e60), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.543150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:28.559548 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06331c60-4cd9-4325-80a1-185aed027591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9401b07c-1474-4cb0-9123-895086824e60), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.562405 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06331c60-4cd9-4325-80a1-185aed027591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.562529 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (15c026e4-2659-4699-ba07-f872724b5304), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.563536 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-06331c60-4cd9-4325-80a1-185aed027591 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9401b07c-1474-4cb0-9123-895086824e60 HTTP/1.1" status: 204 len: 168 time: 0.1215541 May 19 13:32:28.571674 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06331c60-4cd9-4325-80a1-185aed027591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401b07c-1474-4cb0-9123-895086824e60,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:28.583275 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c026e4-2659-4699-ba07-f872724b5304']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:28.592825 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aa4997-9574-42e5-a893-24eeb09f1382') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:28.593112 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aa4997-9574-42e5-a893-24eeb09f1382') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:28.602716 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (00aa4997-9574-42e5-a893-24eeb09f1382), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.617713 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (00aa4997-9574-42e5-a893-24eeb09f1382), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.625125 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:32:28.625514 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (00aa4997-9574-42e5-a893-24eeb09f1382), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:32:28.627415 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:32:28.689890 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (15c026e4-2659-4699-ba07-f872724b5304), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.698714 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.705090 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] 10.222.0.24 "DELETE /v2.0/networks/15c026e4-2659-4699-ba07-f872724b5304 HTTP/1.1" status: 204 len: 168 time: 0.2913508 May 19 13:32:28.705192 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111f6e6-9388-4009-b680-aaeb61cd90c5 req-5da80145-835a-44ad-a112-c83fb7b70d04 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:28.705192 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d111f6e6-9388-4009-b680-aaeb61cd90c5 req-5da80145-835a-44ad-a112-c83fb7b70d04 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 948 time: 0.0514328 May 19 13:32:28.714056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90340a1e-921e-421a-8625-02fa580d0aef admin admin] Pushing event deleted for resources: {'Network': ['ID=15c026e4-2659-4699-ba07-f872724b5304,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:28.758212 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d111f6e6-9388-4009-b680-aaeb61cd90c5 req-a58da7c5-5470-43db-8d76-cead78de158e tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478528 May 19 13:32:28.888061 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49134) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:28.934404 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-329fdd8c-0c41-4ec4-846e-be8645c41195 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40b09e85301c4e349b6714b13ae2e955&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449636 May 19 13:32:28.938709 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49138) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:28.963373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49140) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:28.976936 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c05aeca-ff63-4253-86be-17e37f34be9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:28.979690 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:29.014323 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-77570e59-4e7f-4cd5-becd-b2ca2e0fa3fd admin admin] Publish callbacks [] for security_group (1e32e10e-d9e6-421c-b639-5ad9a05ced17), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.031119 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:29.046288 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-77570e59-4e7f-4cd5-becd-b2ca2e0fa3fd admin admin] Publish callbacks [] for security_group (1e32e10e-d9e6-421c-b639-5ad9a05ced17), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.065139 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf683f4-44cc-4a6e-9192-7729b5ab1348 req-8ad0cbfb-dd80-491d-9f51-f0db9f9b84ff tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:29.067022 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9cf683f4-44cc-4a6e-9192-7729b5ab1348 req-8ad0cbfb-dd80-491d-9f51-f0db9f9b84ff tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0751462 May 19 13:32:29.150534 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-77570e59-4e7f-4cd5-becd-b2ca2e0fa3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (1e32e10e-d9e6-421c-b639-5ad9a05ced17), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.153235 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-77570e59-4e7f-4cd5-becd-b2ca2e0fa3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.158142 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9cf683f4-44cc-4a6e-9192-7729b5ab1348 req-1515fa74-2ce6-485e-8bc8-947c45ad20d5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787261 May 19 13:32:29.163126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c05aeca-ff63-4253-86be-17e37f34be9b admin admin] Publish callbacks [] for security_group (e14d3f7c-85e0-4b46-9319-4419f42f7976), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.171489 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c05aeca-ff63-4253-86be-17e37f34be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e14d3f7c-85e0-4b46-9319-4419f42f7976), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.173975 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-77570e59-4e7f-4cd5-becd-b2ca2e0fa3fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e32e10e-d9e6-421c-b639-5ad9a05ced17 HTTP/1.1" status: 204 len: 168 time: 0.2175317 May 19 13:32:29.184635 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77570e59-4e7f-4cd5-becd-b2ca2e0fa3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e32e10e-d9e6-421c-b639-5ad9a05ced17,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:29.208036 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6c05aeca-ff63-4253-86be-17e37f34be9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa9da1ba200247caa22e0b1ff84a0da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435665 May 19 13:32:29.211450 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49152) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:29.223978 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05aeca-ff63-4253-86be-17e37f34be9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d3f7c-85e0-4b46-9319-4419f42f7976,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:29.274203 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-07d34635-5d94-4020-8233-af073bc9a6b1 admin admin] Publish callbacks [] for security_group (e14d3f7c-85e0-4b46-9319-4419f42f7976), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.282946 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:29.297795 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-07d34635-5d94-4020-8233-af073bc9a6b1 admin admin] Publish callbacks [] for security_group (e14d3f7c-85e0-4b46-9319-4419f42f7976), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.346622 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-07d34635-5d94-4020-8233-af073bc9a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e14d3f7c-85e0-4b46-9319-4419f42f7976), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.349218 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-07d34635-5d94-4020-8233-af073bc9a6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:29.350423 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-07d34635-5d94-4020-8233-af073bc9a6b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e14d3f7c-85e0-4b46-9319-4419f42f7976 HTTP/1.1" status: 204 len: 168 time: 0.1378090 May 19 13:32:29.358814 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d34635-5d94-4020-8233-af073bc9a6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d3f7c-85e0-4b46-9319-4419f42f7976,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:29.892957 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708816b-f2c2-40e0-ab85-8ebecefe5e6e req-a6f87184-87ee-4066-b39f-d3a7e8d2e475 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:29.894498 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c708816b-f2c2-40e0-ab85-8ebecefe5e6e req-a6f87184-87ee-4066-b39f-d3a7e8d2e475 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 948 time: 0.0682049 May 19 13:32:29.926164 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:32:30.086036 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:30.089495 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,segment=NetworkSegment(56a60b8c-3a1a-41c3-b153-2600365af40c),segment_id=56a60b8c-3a1a-41c3-b153-2600365af40c)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:30.111092 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7', 'network_id': 'dde47a14-9d85-467c-aa76-9279bcbb064b', 'port_id': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7', 'mac_address': 'fa:16:3e:c3:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118d4e38-b3d4-4dcf-b973-a87f595854eb', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:32:30.173558 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-9aa87c8d-1d4d-408b-ab09-bef33dee6ebf service neutron] 10.222.0.58 "GET /v2.0/networks/dde47a14-9d85-467c-aa76-9279bcbb064b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929274 May 19 13:32:30.180123 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49198) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:30.186937 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:30.187498 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.206122 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c708816b-f2c2-40e0-ab85-8ebecefe5e6e req-8b41626d-ff6d-43d3-873b-54b6af295a21 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013823 May 19 13:32:30.226977 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:32:30.259909 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,segment=NetworkSegment(56a60b8c-3a1a-41c3-b153-2600365af40c),segment_id=56a60b8c-3a1a-41c3-b153-2600365af40c)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:30.266231 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.320445 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:30.330987 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.331424 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.332043 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.332563 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.333144 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.333691 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.334242 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.335637 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.336247 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.336778 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.337402 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.337936 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.338508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.339014 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.340216 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:30.353855 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c2931-ee73-4b41-8413-9325a510dc96 req-d5718e11-331a-4dec-8d6c-f66864651d48 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:30.355379 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2c2931-ee73-4b41-8413-9325a510dc96 req-d5718e11-331a-4dec-8d6c-f66864651d48 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0735519 May 19 13:32:30.407019 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a75365c-2443-4cc2-a05a-59b65ace78f0 req-9f04781e-ff67-4ff0-a0e4-dad43db12b09 service neutron] 10.222.0.58 "GET /v2.0/networks/dde47a14-9d85-467c-aa76-9279bcbb064b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089407 May 19 13:32:30.423762 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-99553315-network', 'tenant_id': 'c83afa7a2c074c7c84974fee7a512f0b'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:30.452461 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0b2c2931-ee73-4b41-8413-9325a510dc96 req-58372438-2023-44ee-bcfb-7e68e3a99fe0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897388 May 19 13:32:30.463585 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Made reservation on behalf of c83afa7a2c074c7c84974fee7a512f0b for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:30.467438 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.476909 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.562173 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks [] for security_group (ad4cec90-f00e-40a9-9b9f-0a3f273e8272), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.566617 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ad4cec90-f00e-40a9-9b9f-0a3f273e8272), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.591048 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:32:30.605251 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4cec90-f00e-40a9-9b9f-0a3f273e8272,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:30.611017 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e4c2f83a-1868-4aad-9c18-782b01f747e9), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.611468 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Added segment e4c2f83a-1868-4aad-9c18-782b01f747e9 of type vlan for network 4c78a4fa-ffbb-4fda-ac8b-50f360a55441 May 19 13:32:30.612492 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:30.660589 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (4c78a4fa-ffbb-4fda-ac8b-50f360a55441), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.678587 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:32:30.688928 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (4c78a4fa-ffbb-4fda-ac8b-50f360a55441), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.690205 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:30.690973 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.759343 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5669763 May 19 13:32:30.759568 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49250) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:30.765109 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a99da-88e5-4164-85b7-2aad060de32e admin admin] Pushing event updated for resources: {'Network': ['ID=4c78a4fa-ffbb-4fda-ac8b-50f360a55441,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:30.765668 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Request body: {'subnet': {'network_id': '4c78a4fa-ffbb-4fda-ac8b-50f360a55441', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-99553315-subnet', 'tenant_id': 'c83afa7a2c074c7c84974fee7a512f0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:30.775647 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 4c78a4fa-ffbb-4fda-ac8b-50f360a55441 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:32:30.796695 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Made reservation on behalf of c83afa7a2c074c7c84974fee7a512f0b for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:30.799342 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514213'] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:30.868607 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:30.987194 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8978567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8514227'] for subnet (931f4cf8-3c90-4b5e-af04-71df2481af57), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:31.037454 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:31.049058 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=931f4cf8-3c90-4b5e-af04-71df2481af57,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:31.060553 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Checking segment: {'id': 'e4c2f83a-1868-4aad-9c18-782b01f747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4c78a4fa-ffbb-4fda-ac8b-50f360a55441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:31.060896 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Network hostable DHCP agents. Network: 4c78a4fa-ffbb-4fda-ac8b-50f360a55441, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:32:31.080292 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Network 4c78a4fa-ffbb-4fda-ac8b-50f360a55441 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:32:31.090741 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 4c78a4fa-ffbb-4fda-ac8b-50f360a55441) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:31.095910 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:31.096538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:31.101671 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cfef2d-5910-40be-9d9a-5e3b7f815297 None None] Network 4c78a4fa-ffbb-4fda-ac8b-50f360a55441 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:31.115569 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-f8ea6496-4fd3-41bb-9bc3-254b40de8431 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3548293 May 19 13:32:31.223663 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc13c1-76c5-4027-bed2-d4067db96afb None None] Network 4c78a4fa-ffbb-4fda-ac8b-50f360a55441 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:31.457278 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1135e-41ee-44a9-b4dd-b31e4b5a9ffb req-e87ef46a-6413-4151-bc9e-00d90171dfda tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:31.458978 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-afe1135e-41ee-44a9-b4dd-b31e4b5a9ffb req-e87ef46a-6413-4151-bc9e-00d90171dfda tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 949 time: 0.1209967 May 19 13:32:31.597007 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-afe1135e-41ee-44a9-b4dd-b31e4b5a9ffb req-6212d2a0-95b0-4efd-abda-3026c5f8012a tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320841 May 19 13:32:31.659750 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:31.675604 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef716ff-80b9-42ff-a7ec-fc0ccc1a7b3d req-f18e5496-f021-45c4-8ef3-2c1e7fb27a8d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:31.684300 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4ef716ff-80b9-42ff-a7ec-fc0ccc1a7b3d req-f18e5496-f021-45c4-8ef3-2c1e7fb27a8d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0987508 May 19 13:32:31.750119 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4ef716ff-80b9-42ff-a7ec-fc0ccc1a7b3d req-fd6eef0c-6635-421e-b030-3236b66e5e57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645034 May 19 13:32:31.828943 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49318) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:31.833893 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2125892427-network', 'tenant_id': 'dba430461c54472d98d284e8152bb85a'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:31.855496 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Made reservation on behalf of dba430461c54472d98d284e8152bb85a for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:31.857989 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:31.867089 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:31.961841 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks [] for security_group (16899f58-855d-41e9-8d5a-c033cccaf0b9), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:31.967548 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (16899f58-855d-41e9-8d5a-c033cccaf0b9), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:31.995844 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:32:32.002645 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16899f58-855d-41e9-8d5a-c033cccaf0b9,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:32.008779 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (68ce368b-dba5-4c76-afb3-b5411f472d52), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.009180 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Added segment 68ce368b-dba5-4c76-afb3-b5411f472d52 of type vlan for network 8d597bd0-75e7-4d9d-97de-8c30969ff4cc May 19 13:32:32.054343 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (8d597bd0-75e7-4d9d-97de-8c30969ff4cc), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.079626 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (8d597bd0-75e7-4d9d-97de-8c30969ff4cc), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.080606 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:32.081183 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.138399 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3081093 May 19 13:32:32.141428 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49322) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:32.146398 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Request body: {'subnet': {'network_id': '8d597bd0-75e7-4d9d-97de-8c30969ff4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2125892427-subnet', 'tenant_id': 'dba430461c54472d98d284e8152bb85a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:32.149259 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d0f47-0db6-4268-9308-e9e9b3ca7121 admin admin] Pushing event updated for resources: {'Network': ['ID=8d597bd0-75e7-4d9d-97de-8c30969ff4cc,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:32.158863 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 8d597bd0-75e7-4d9d-97de-8c30969ff4cc details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:32:32.167397 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Made reservation on behalf of dba430461c54472d98d284e8152bb85a for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:32.169991 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514213'] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.296158 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:32.341628 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8978567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8514227'] for subnet (8564bd55-9c16-47e9-b799-8d3b0e6ab925), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.390185 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8564bd55-9c16-47e9-b799-8d3b0e6ab925,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:32.408964 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Checking segment: {'id': '68ce368b-dba5-4c76-afb3-b5411f472d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8d597bd0-75e7-4d9d-97de-8c30969ff4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:32.409313 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Network hostable DHCP agents. Network: 8d597bd0-75e7-4d9d-97de-8c30969ff4cc, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:32:32.430258 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Network 8d597bd0-75e7-4d9d-97de-8c30969ff4cc is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:32:32.442626 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 8d597bd0-75e7-4d9d-97de-8c30969ff4cc) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:32.446905 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:32.447482 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.452014 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55a783-f8a9-48de-85e4-a948ef74e850 None None] Network 8d597bd0-75e7-4d9d-97de-8c30969ff4cc requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:32.466718 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2eb0cad4-33fe-4be7-9201-153e0d284d10 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3240998 May 19 13:32:32.566821 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77f956-dcec-4209-917f-43e510dc6397 None None] Network 8d597bd0-75e7-4d9d-97de-8c30969ff4cc requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:32.597204 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49330) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:32.646860 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] Deleting subnet 931f4cf8-3c90-4b5e-af04-71df2481af57 {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:32:32.651648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] Publish callbacks [] for subnet (931f4cf8-3c90-4b5e-af04-71df2481af57), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.704849 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9435302'] for subnet (931f4cf8-3c90-4b5e-af04-71df2481af57), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.787093 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e2524-5091-4638-9de3-ca52acb5b925 req-0ffc7f0a-9c61-42a1-9edb-26c50a79f204 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:32.788605 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-646e2524-5091-4638-9de3-ca52acb5b925 req-0ffc7f0a-9c61-42a1-9edb-26c50a79f204 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 949 time: 0.0862594 May 19 13:32:32.793764 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (931f4cf8-3c90-4b5e-af04-71df2481af57), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.877284 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-646e2524-5091-4638-9de3-ca52acb5b925 req-ad1eec0a-2b88-4827-afa2-4cf2450ce227 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809653 May 19 13:32:32.882912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33a63a-0afa-472f-8a41-0217b313d3a6 req-11ad6076-28c1-4376-a154-646056bcbc37 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:32.884443 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a33a63a-0afa-472f-8a41-0217b313d3a6 req-11ad6076-28c1-4376-a154-646056bcbc37 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0625741 May 19 13:32:32.888758 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8978630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8514184'] for subnet (931f4cf8-3c90-4b5e-af04-71df2481af57), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.922630 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931f4cf8-3c90-4b5e-af04-71df2481af57,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:32.926891 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:32.929932 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-efe8cd3d-e24d-4ec4-bfeb-14e724e043a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/931f4cf8-3c90-4b5e-af04-71df2481af57 HTTP/1.1" status: 204 len: 168 time: 0.3314569 May 19 13:32:32.933507 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49338) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:32.946030 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a33a63a-0afa-472f-8a41-0217b313d3a6 req-ac189f0c-7af4-4379-a416-485c06e75fd9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515635 May 19 13:32:33.002102 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:33.007090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (4c78a4fa-ffbb-4fda-ac8b-50f360a55441), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.093383 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (4c78a4fa-ffbb-4fda-ac8b-50f360a55441), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.117897 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c78a4fa-ffbb-4fda-ac8b-50f360a55441']}} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:33.127598 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c2f83a-1868-4aad-9c18-782b01f747e9') {'for_net_delete': True} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:33.127889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c2f83a-1868-4aad-9c18-782b01f747e9') {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:33.137622 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9435295'] for segment (e4c2f83a-1868-4aad-9c18-782b01f747e9), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.151544 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e4c2f83a-1868-4aad-9c18-782b01f747e9), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.159058 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:32:33.159439 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979300'] for segment (e4c2f83a-1868-4aad-9c18-782b01f747e9), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: Traceback (most recent call last): May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: timer() May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: cb(*args, **kw) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: return func(*args, **kwargs) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: self._notify() May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: self.callback(batched_events) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: event.method(event) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: return f(self, *a, **k) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._get(url).json() May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: return self.request(url, 'GET', **kwargs) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:32:33.161234 dv-cinder-841125-6-iscsi neutron-server[103684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:32:33.217049 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (4c78a4fa-ffbb-4fda-ac8b-50f360a55441), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.222481 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.225552 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c78a4fa-ffbb-4fda-ac8b-50f360a55441 HTTP/1.1" status: 204 len: 168 time: 0.2910712 May 19 13:32:33.228678 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49342) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:33.239043 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703706f-1e15-4d1b-bf0e-b0bae93fbc62 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c78a4fa-ffbb-4fda-ac8b-50f360a55441,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:33.277202 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] Deleting subnet 8564bd55-9c16-47e9-b799-8d3b0e6ab925 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:32:33.280969 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] Publish callbacks [] for subnet (8564bd55-9c16-47e9-b799-8d3b0e6ab925), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.320024 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (8564bd55-9c16-47e9-b799-8d3b0e6ab925), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.361633 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (8564bd55-9c16-47e9-b799-8d3b0e6ab925), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.407229 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:33.418555 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (8564bd55-9c16-47e9-b799-8d3b0e6ab925), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.446470 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8564bd55-9c16-47e9-b799-8d3b0e6ab925,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:33.450490 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.453650 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c68f71e9-6f40-4984-819a-49df9ed5e976 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8564bd55-9c16-47e9-b799-8d3b0e6ab925 HTTP/1.1" status: 204 len: 168 time: 0.2237513 May 19 13:32:33.456235 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49346) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:33.529592 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (8d597bd0-75e7-4d9d-97de-8c30969ff4cc), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.560392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:33.615892 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (8d597bd0-75e7-4d9d-97de-8c30969ff4cc), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.635652 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d597bd0-75e7-4d9d-97de-8c30969ff4cc']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:33.645525 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ce368b-dba5-4c76-afb3-b5411f472d52') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:33.645820 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ce368b-dba5-4c76-afb3-b5411f472d52') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:33.656075 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (68ce368b-dba5-4c76-afb3-b5411f472d52), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.666481 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:33.671089 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (68ce368b-dba5-4c76-afb3-b5411f472d52), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.677585 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:32:33.677967 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (68ce368b-dba5-4c76-afb3-b5411f472d52), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:32:33.679635 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:32:33.719671 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:32:33.726820 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:33.727338 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.736004 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (8d597bd0-75e7-4d9d-97de-8c30969ff4cc), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.740797 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.744397 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d597bd0-75e7-4d9d-97de-8c30969ff4cc HTTP/1.1" status: 204 len: 168 time: 0.2872453 May 19 13:32:33.758169 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809e56d-43b4-4ae3-9f68-29f030b861f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d597bd0-75e7-4d9d-97de-8c30969ff4cc,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:33.807957 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:33.808380 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.832576 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718d3de9-c471-44df-8622-ce92537497bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:33.834871 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875eec6f-1ba7-47fc-bada-7e35831d54bd" -d '{"events": [{"server_uuid": "718d3de9-c471-44df-8622-ce92537497bf", "name": "network-vif-plugged", "status": "completed", "tag": "dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:33.856078 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,segment=NetworkSegment(56a60b8c-3a1a-41c3-b153-2600365af40c),segment_id=56a60b8c-3a1a-41c3-b153-2600365af40c)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:33.861614 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:33.885962 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d987eb0f-4995-4c0a-8283-589240049963 x-openstack-request-id: req-d987eb0f-4995-4c0a-8283-589240049963 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:33.886277 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718d3de9-c471-44df-8622-ce92537497bf", "name": "network-vif-plugged", "status": "completed", "tag": "dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:33.886701 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d987eb0f-4995-4c0a-8283-589240049963 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:33.887098 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d987eb0f-4995-4c0a-8283-589240049963'] response: {'server_uuid': '718d3de9-c471-44df-8622-ce92537497bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7', 'code': 200} May 19 13:32:33.924422 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:33.964817 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49362) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:34.003791 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0711274-d6f2-4f70-ab18-4f25c74f5fdf req-31372c6a-4b7c-4387-868a-4fd8e147e9e8 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:34.005630 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e0711274-d6f2-4f70-ab18-4f25c74f5fdf req-31372c6a-4b7c-4387-868a-4fd8e147e9e8 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.0526590 May 19 13:32:34.014969 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-05e88bbd-c74a-464d-9822-2aae1e9a40d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c83afa7a2c074c7c84974fee7a512f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488582 May 19 13:32:34.017471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49364) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:34.058718 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e0711274-d6f2-4f70-ab18-4f25c74f5fdf req-527d625e-867e-4123-b9df-cb7a86bdf340 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 May 19 13:32:34.084476 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:34.097053 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff6d8-cbfb-4034-ad67-29577087cd35 req-7c517a87-595d-47b2-99e1-f986427eab20 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:34.098569 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7eeff6d8-cbfb-4034-ad67-29577087cd35 req-7c517a87-595d-47b2-99e1-f986427eab20 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0737360 May 19 13:32:34.130052 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ca111eb-3a8c-4d6c-ae5d-bcbcbaa41d17 admin admin] Publish callbacks [] for security_group (ad4cec90-f00e-40a9-9b9f-0a3f273e8272), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.171483 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ca111eb-3a8c-4d6c-ae5d-bcbcbaa41d17 admin admin] Publish callbacks [] for security_group (ad4cec90-f00e-40a9-9b9f-0a3f273e8272), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.186689 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7eeff6d8-cbfb-4034-ad67-29577087cd35 req-2dec5f77-c43c-4f35-bb33-953044bad3cb tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819311 May 19 13:32:34.227379 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ca111eb-3a8c-4d6c-ae5d-bcbcbaa41d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ad4cec90-f00e-40a9-9b9f-0a3f273e8272), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.229979 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ca111eb-3a8c-4d6c-ae5d-bcbcbaa41d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.231184 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7ca111eb-3a8c-4d6c-ae5d-bcbcbaa41d17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad4cec90-f00e-40a9-9b9f-0a3f273e8272 HTTP/1.1" status: 204 len: 168 time: 0.2125154 May 19 13:32:34.243536 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca111eb-3a8c-4d6c-ae5d-bcbcbaa41d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4cec90-f00e-40a9-9b9f-0a3f273e8272,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:34.573228 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49374) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:34.615953 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fcf74125-11f7-4cb7-b895-63464a7d128e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dba430461c54472d98d284e8152bb85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415390 May 19 13:32:34.619495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49376) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:34.669114 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad357093-bef2-4946-8d7f-5a6e8a5f1232 admin admin] Publish callbacks [] for security_group (16899f58-855d-41e9-8d5a-c033cccaf0b9), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.691519 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad357093-bef2-4946-8d7f-5a6e8a5f1232 admin admin] Publish callbacks [] for security_group (16899f58-855d-41e9-8d5a-c033cccaf0b9), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.742738 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad357093-bef2-4946-8d7f-5a6e8a5f1232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (16899f58-855d-41e9-8d5a-c033cccaf0b9), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.745272 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad357093-bef2-4946-8d7f-5a6e8a5f1232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:34.746955 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ad357093-bef2-4946-8d7f-5a6e8a5f1232 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16899f58-855d-41e9-8d5a-c033cccaf0b9 HTTP/1.1" status: 204 len: 168 time: 0.1265867 May 19 13:32:34.755773 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357093-bef2-4946-8d7f-5a6e8a5f1232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16899f58-855d-41e9-8d5a-c033cccaf0b9,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:34.914574 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1596bac-574f-447f-ba5d-f4cdffe9878b req-b2518a1e-117d-47cf-8aa6-5ec4c080a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:34.916029 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a1596bac-574f-447f-ba5d-f4cdffe9878b req-b2518a1e-117d-47cf-8aa6-5ec4c080a9e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 1134 time: 0.0410807 May 19 13:32:34.973064 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a1596bac-574f-447f-ba5d-f4cdffe9878b req-61a62cb5-2542-4d49-bffc-ac61ad9ee959 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 May 19 13:32:35.181070 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf585d-4d9a-432c-a97e-e726767c1b8b req-cc729a3f-1c9a-4fc5-a1c9-b07ee95e2e77 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:35.182581 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ecdf585d-4d9a-432c-a97e-e726767c1b8b req-cc729a3f-1c9a-4fc5-a1c9-b07ee95e2e77 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.0525625 May 19 13:32:35.244063 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ecdf585d-4d9a-432c-a97e-e726767c1b8b req-4ac756e6-add6-4595-9d5c-4b081aec400b tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531712 May 19 13:32:35.341206 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b200ad-84c3-42f9-bcda-bff86d7ca7fa req-faf647fe-85f9-420a-9f06-e4d90d87f60f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:35.342778 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44b200ad-84c3-42f9-bcda-bff86d7ca7fa req-faf647fe-85f9-420a-9f06-e4d90d87f60f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0532417 May 19 13:32:35.394640 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44b200ad-84c3-42f9-bcda-bff86d7ca7fa req-97f015fe-3e35-4d02-b237-d47c7f228c90 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 May 19 13:32:35.803077 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:35.946252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49430) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:36.186164 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-be79639a-2ad6-4286-9b5a-fbf92efe8f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.289333 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-be79639a-2ad6-4286-9b5a-fbf92efe8f7b admin admin] Publish callbacks [] for security_group (e790ddfd-97e7-4c64-9d79-3d785d1531ee), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.295833 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-be79639a-2ad6-4286-9b5a-fbf92efe8f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e790ddfd-97e7-4c64-9d79-3d785d1531ee), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.312536 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:36.350375 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79639a-2ad6-4286-9b5a-fbf92efe8f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e790ddfd-97e7-4c64-9d79-3d785d1531ee,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:36.359274 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-be79639a-2ad6-4286-9b5a-fbf92efe8f7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f76b08583cc74fc398af8bb437bf0c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117830 May 19 13:32:36.362506 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49456) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:36.400581 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:36.455585 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fdf6426e-f6d6-41cd-aacf-9f269283967f admin admin] Publish callbacks [] for security_group (e790ddfd-97e7-4c64-9d79-3d785d1531ee), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.492980 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fdf6426e-f6d6-41cd-aacf-9f269283967f admin admin] Publish callbacks [] for security_group (e790ddfd-97e7-4c64-9d79-3d785d1531ee), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.509528 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80ce8-4700-4234-97cb-676ff4709f71 req-ee3b9f10-9f0c-43f0-b6de-f40e50b82531 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:36.511048 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ccc80ce8-4700-4234-97cb-676ff4709f71 req-ee3b9f10-9f0c-43f0-b6de-f40e50b82531 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.1554306 May 19 13:32:36.531138 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49466) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:36.577500 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6ed96-7cde-43b2-b589-4456d2426e9b req-de84ad1c-6a77-4349-97c3-b94bcd7c3f22 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:36.579175 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-dab6ed96-7cde-43b2-b589-4456d2426e9b req-de84ad1c-6a77-4349-97c3-b94bcd7c3f22 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0704684 May 19 13:32:36.591814 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ccc80ce8-4700-4234-97cb-676ff4709f71 req-f98584e7-091d-48fa-9feb-2057535bb36e tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716476 May 19 13:32:36.629561 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:36.651539 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-dab6ed96-7cde-43b2-b589-4456d2426e9b req-3e37cf8b-7cd1-4b9b-ba41-928cf42c7a28 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 May 19 13:32:36.675139 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fdf6426e-f6d6-41cd-aacf-9f269283967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e790ddfd-97e7-4c64-9d79-3d785d1531ee), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.678134 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fdf6426e-f6d6-41cd-aacf-9f269283967f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.679308 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-fdf6426e-f6d6-41cd-aacf-9f269283967f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e790ddfd-97e7-4c64-9d79-3d785d1531ee HTTP/1.1" status: 204 len: 168 time: 0.3156784 May 19 13:32:36.690821 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6426e-f6d6-41cd-aacf-9f269283967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e790ddfd-97e7-4c64-9d79-3d785d1531ee,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:36.691415 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-131a9471-666a-488c-81bd-3e5f78e11e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.800773 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-131a9471-666a-488c-81bd-3e5f78e11e09 admin admin] Publish callbacks [] for security_group (e95f429c-1ced-4ce4-9a47-cecff9a1302b), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.805043 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-131a9471-666a-488c-81bd-3e5f78e11e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e95f429c-1ced-4ce4-9a47-cecff9a1302b), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.854276 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-131a9471-666a-488c-81bd-3e5f78e11e09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=686e3458431342f396c8e9394126f355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200843 May 19 13:32:36.854981 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a9471-666a-488c-81bd-3e5f78e11e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f429c-1ced-4ce4-9a47-cecff9a1302b,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:36.858340 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49478) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:36.913689 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-64dee4fd-6eea-4217-9259-2e347ac80dcd admin admin] Publish callbacks [] for security_group (e95f429c-1ced-4ce4-9a47-cecff9a1302b), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.936795 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-64dee4fd-6eea-4217-9259-2e347ac80dcd admin admin] Publish callbacks [] for security_group (e95f429c-1ced-4ce4-9a47-cecff9a1302b), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.988532 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-64dee4fd-6eea-4217-9259-2e347ac80dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e95f429c-1ced-4ce4-9a47-cecff9a1302b), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.991469 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-64dee4fd-6eea-4217-9259-2e347ac80dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:36.992670 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-64dee4fd-6eea-4217-9259-2e347ac80dcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e95f429c-1ced-4ce4-9a47-cecff9a1302b HTTP/1.1" status: 204 len: 168 time: 0.1333303 May 19 13:32:37.000645 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dee4fd-6eea-4217-9259-2e347ac80dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f429c-1ced-4ce4-9a47-cecff9a1302b,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:37.197251 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-42b63e83-90a9-4a74-a001-dfaa6185ce6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.317325 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49498) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:37.331884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-48b7d9eb-f2d4-471c-88ad-19325b3061f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.416264 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-48b7d9eb-f2d4-471c-88ad-19325b3061f6 admin admin] Publish callbacks [] for security_group (21ad9f69-f4f7-4d19-ac2f-f2218277ea04), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.423509 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-48b7d9eb-f2d4-471c-88ad-19325b3061f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (21ad9f69-f4f7-4d19-ac2f-f2218277ea04), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.470742 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-48b7d9eb-f2d4-471c-88ad-19325b3061f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6034fb2db1744d56905fcc286471002b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519575 May 19 13:32:37.472176 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7d9eb-f2d4-471c-88ad-19325b3061f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad9f69-f4f7-4d19-ac2f-f2218277ea04,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:37.473361 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49504) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:37.533884 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4729bd40-0f8e-4c58-88f7-daeafca36897 admin admin] Publish callbacks [] for security_group (21ad9f69-f4f7-4d19-ac2f-f2218277ea04), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.552447 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49506) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:37.560858 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4729bd40-0f8e-4c58-88f7-daeafca36897 admin admin] Publish callbacks [] for security_group (21ad9f69-f4f7-4d19-ac2f-f2218277ea04), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.612488 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4729bd40-0f8e-4c58-88f7-daeafca36897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (21ad9f69-f4f7-4d19-ac2f-f2218277ea04), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.615017 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4729bd40-0f8e-4c58-88f7-daeafca36897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.616315 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4729bd40-0f8e-4c58-88f7-daeafca36897 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21ad9f69-f4f7-4d19-ac2f-f2218277ea04 HTTP/1.1" status: 204 len: 168 time: 0.1417112 May 19 13:32:37.624647 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729bd40-0f8e-4c58-88f7-daeafca36897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad9f69-f4f7-4d19-ac2f-f2218277ea04,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:37.724652 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-849285069-network', 'tenant_id': '5a26987661f54291b3cf7086b0a1c98c'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:37.738704 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ab977-59e0-4367-be40-e6456417ff10 req-bc5988bb-7f03-484c-be43-6c232055db89 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:37.741152 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1d9ab977-59e0-4367-be40-e6456417ff10 req-bc5988bb-7f03-484c-be43-6c232055db89 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.0717342 May 19 13:32:37.777017 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Made reservation on behalf of 5a26987661f54291b3cf7086b0a1c98c for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:37.779514 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.800975 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ca3c2-4ef8-411f-8763-a84fbdea64a6 req-580db5f9-0cd2-4716-b045-d50a65bbbe44 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:37.803039 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-092ca3c2-4ef8-411f-8763-a84fbdea64a6 req-580db5f9-0cd2-4716-b045-d50a65bbbe44 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0733902 May 19 13:32:37.804418 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:37.852852 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1d9ab977-59e0-4367-be40-e6456417ff10 req-2f80bffa-eb38-44d3-bcf6-c6ecc7de9b88 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030576 May 19 13:32:37.858779 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:37.889265 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-092ca3c2-4ef8-411f-8763-a84fbdea64a6 req-061d8af4-90e2-4093-b409-04d2770d43a5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715744 May 19 13:32:38.025005 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks [] for security_group (0df7e42c-ca5b-447b-8a49-e55e28fca182), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.031080 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (0df7e42c-ca5b-447b-8a49-e55e28fca182), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.072010 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:32:38.086730 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df7e42c-ca5b-447b-8a49-e55e28fca182,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:38.105040 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (a3f3b166-2540-4f9f-b8a5-dfe75b76fb25), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.108401 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Added segment a3f3b166-2540-4f9f-b8a5-dfe75b76fb25 of type vlan for network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 May 19 13:32:38.123252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49536) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:38.150916 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-813a9d1e-2447-4743-87ba-3cf7d760d840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.151649 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:38.162415 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.195413 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.197029 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:38.197721 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.290338 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7367029 May 19 13:32:38.290965 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49540) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:38.293517 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-813a9d1e-2447-4743-87ba-3cf7d760d840 admin admin] Publish callbacks [] for security_group (177b6265-032b-46f0-b49c-36f0df5a0cbe), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.300237 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-813a9d1e-2447-4743-87ba-3cf7d760d840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (177b6265-032b-46f0-b49c-36f0df5a0cbe), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.306618 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Request body: {'subnet': {'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-849285069-subnet', 'tenant_id': '5a26987661f54291b3cf7086b0a1c98c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:38.313637 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86179e9a-c14b-4fd9-afc8-2bcc57e9fb96 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:38.328071 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:32:38.334076 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff859fc-10a6-4190-ba56-35922f2f9b7e req-f2d14122-9df9-4f69-bf1a-a58cfc8d7713 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:38.336462 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9ff859fc-10a6-4190-ba56-35922f2f9b7e req-f2d14122-9df9-4f69-bf1a-a58cfc8d7713 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.0929053 May 19 13:32:38.338000 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9d1e-2447-4743-87ba-3cf7d760d840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177b6265-032b-46f0-b49c-36f0df5a0cbe,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:38.356263 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-813a9d1e-2447-4743-87ba-3cf7d760d840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a11c74a0d93644cf9f0c9641d00544f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316761 May 19 13:32:38.358899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49544) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:38.381523 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Made reservation on behalf of 5a26987661f54291b3cf7086b0a1c98c for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:38.384079 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514213'] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.388721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:38.424849 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fd1ff0c0-e121-42ee-8a60-14b168a7d1a3 admin admin] Publish callbacks [] for security_group (177b6265-032b-46f0-b49c-36f0df5a0cbe), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.462593 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fd1ff0c0-e121-42ee-8a60-14b168a7d1a3 admin admin] Publish callbacks [] for security_group (177b6265-032b-46f0-b49c-36f0df5a0cbe), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.494794 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9ff859fc-10a6-4190-ba56-35922f2f9b7e req-75b18c05-bac4-4b3a-8c32-e4ba47740f22 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405940 May 19 13:32:38.531339 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fd1ff0c0-e121-42ee-8a60-14b168a7d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (177b6265-032b-46f0-b49c-36f0df5a0cbe), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.535095 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fd1ff0c0-e121-42ee-8a60-14b168a7d1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.538878 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fd1ff0c0-e121-42ee-8a60-14b168a7d1a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/177b6265-032b-46f0-b49c-36f0df5a0cbe HTTP/1.1" status: 204 len: 168 time: 0.1763945 May 19 13:32:38.548943 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ff0c0-e121-42ee-8a60-14b168a7d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177b6265-032b-46f0-b49c-36f0df5a0cbe,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:38.619877 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8978567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8514227'] for subnet (119dadd5-48f2-40a3-b5e6-fc961d93c226), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.681957 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=119dadd5-48f2-40a3-b5e6-fc961d93c226,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:38.690955 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Checking segment: {'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:38.691483 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Network hostable DHCP agents. Network: 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:32:38.711533 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:32:38.726780 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:38.736106 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:38.736968 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c8c92-e53c-4b04-b5cc-5d65397c035c None None] Network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:38.737112 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:38.759293 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-6ee26668-e069-48c3-82eb-530d942df5ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4592230 May 19 13:32:38.789223 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:38.797173 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:38.859325 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd375a-913b-4194-9bbb-25a954050d80 None None] Network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:39.028288 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:39.042899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917d740-c096-4f2e-8436-01607abe62ac req-0eca728a-6f2b-4139-ae58-e6625b284ccf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:39.044598 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0917d740-c096-4f2e-8436-01607abe62ac req-0eca728a-6f2b-4139-ae58-e6625b284ccf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0549657 May 19 13:32:39.104677 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0917d740-c096-4f2e-8436-01607abe62ac req-ae374177-43e2-45ac-86c9-a73398519469 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 May 19 13:32:39.578847 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a9d47598-166a-4086-9ac3-94ce6c74c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:39.631382 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef88d-df9b-4b52-b2bc-db54f60e8009 req-cf912b49-7eec-4ecc-9ea8-4077e70cd6b7 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:39.632882 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-751ef88d-df9b-4b52-b2bc-db54f60e8009 req-cf912b49-7eec-4ecc-9ea8-4077e70cd6b7 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.0601966 May 19 13:32:39.662417 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:39.710729 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-751ef88d-df9b-4b52-b2bc-db54f60e8009 req-44cdbbc3-9071-46e7-b4bc-f14da4b83bc2 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670738 May 19 13:32:39.956096 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49612) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:40.063786 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c40be87e-3851-4be9-a0b8-55d9b68c35c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.149470 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c40be87e-3851-4be9-a0b8-55d9b68c35c1 admin admin] Publish callbacks [] for security_group (5f2a5a8f-5196-4d1f-b12f-319bb9143ee2), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.153924 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c40be87e-3851-4be9-a0b8-55d9b68c35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (5f2a5a8f-5196-4d1f-b12f-319bb9143ee2), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.195183 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40be87e-3851-4be9-a0b8-55d9b68c35c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2a5a8f-5196-4d1f-b12f-319bb9143ee2,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:40.200229 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c40be87e-3851-4be9-a0b8-55d9b68c35c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cad512cfbe34d71a7b5091b6aa93c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430267 May 19 13:32:40.202959 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49618) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:40.230601 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a35841-ce20-4ffa-9cc0-754a6d697690 req-719c5a5b-ebe3-49c5-9845-460ea97362f3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:40.232154 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a4a35841-ce20-4ffa-9cc0-754a6d697690 req-719c5a5b-ebe3-49c5-9845-460ea97362f3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0543146 May 19 13:32:40.241636 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:40.254157 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0d9d-6af5-460e-a8a5-d912be652e59 admin admin] Publish callbacks [] for security_group (5f2a5a8f-5196-4d1f-b12f-319bb9143ee2), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.278659 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0d9d-6af5-460e-a8a5-d912be652e59 admin admin] Publish callbacks [] for security_group (5f2a5a8f-5196-4d1f-b12f-319bb9143ee2), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.285271 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a4a35841-ce20-4ffa-9cc0-754a6d697690 req-98d04ccf-5b23-47d7-b74e-7fb43d4c471e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462427 May 19 13:32:40.328191 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0d9d-6af5-460e-a8a5-d912be652e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (5f2a5a8f-5196-4d1f-b12f-319bb9143ee2), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.330786 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0d9d-6af5-460e-a8a5-d912be652e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.331983 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1a0a0d9d-6af5-460e-a8a5-d912be652e59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f2a5a8f-5196-4d1f-b12f-319bb9143ee2 HTTP/1.1" status: 204 len: 168 time: 0.1280997 May 19 13:32:40.341551 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a0d9d-6af5-460e-a8a5-d912be652e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2a5a8f-5196-4d1f-b12f-319bb9143ee2,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:40.458495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-525960ac-2ce4-4e11-ae8f-c566526346c0 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:40.460208 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-525960ac-2ce4-4e11-ae8f-c566526346c0 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.58 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.0594335 May 19 13:32:40.713074 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-d16fbd37-4fa5-4ffc-90d9-453ac6343e29 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:40.715087 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-d16fbd37-4fa5-4ffc-90d9-453ac6343e29 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/networks?id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 HTTP/1.1" status: 200 len: 808 time: 0.1120081 May 19 13:32:40.742082 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bd62c22f-0723-4f26-8929-dc2fe9fa50a5 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/quotas/5a26987661f54291b3cf7086b0a1c98c HTTP/1.1" status: 200 len: 375 time: 0.0181634 May 19 13:32:40.789226 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-85a61f4c-44ea-49d8-ab9c-f34715db8d8d tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a26987661f54291b3cf7086b0a1c98c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407536 May 19 13:32:40.791564 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:40.920960 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf17ee-2d4e-4c4d-87e1-6e4dcc83451e req-cc013375-ce5d-4e57-b85b-f65961706c1c tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:40.922659 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9acf17ee-2d4e-4c4d-87e1-6e4dcc83451e req-cc013375-ce5d-4e57-b85b-f65961706c1c tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 950 time: 0.1159413 May 19 13:32:41.013544 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9acf17ee-2d4e-4c4d-87e1-6e4dcc83451e req-8e09fc21-fbb1-4b43-b51f-e79022bbdccb tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/security-groups?id=a305d7ab-d807-4565-ae5a-dc4a581b32b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792649 May 19 13:32:41.179296 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-ce7489c9-ea8a-41da-ab87-298e5b0b32e4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:32:41.180552 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-ce7489c9-ea8a-41da-ab87-298e5b0b32e4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1330996 May 19 13:32:41.223228 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49684) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:41.287969 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1599914008-network', 'tenant_id': '510387333865470196f9be30ef62395c'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:41.295852 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-d859abdb-04a3-47fd-8235-6a637dc6905d service neutron] 10.222.0.24 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057272 May 19 13:32:41.322029 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Made reservation on behalf of 510387333865470196f9be30ef62395c for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:41.324567 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.353993 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.413923 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-89e051f2-721e-44e1-b3ee-e75c50080e10 service neutron] 10.222.0.24 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121604 May 19 13:32:41.513606 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466d44d-d28e-4e1c-8f44-47596439a503 req-13e80c71-8942-4625-9fef-0ce49742388b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:41.515161 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5466d44d-d28e-4e1c-8f44-47596439a503 req-13e80c71-8942-4625-9fef-0ce49742388b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1304913 May 19 13:32:41.572667 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Deleting port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:32:41.572999 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.621001 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ee89a380-1419-4ce5-952c-54547b921cb4 req-b0b04feb-6110-4395-8cd2-dd677a6fe348 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 210 time: 0.0404451 May 19 13:32:41.662656 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks [] for security_group (d149ed1e-7192-44aa-8289-eba4d60cb80c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.672125 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (d149ed1e-7192-44aa-8289-eba4d60cb80c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.686676 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5466d44d-d28e-4e1c-8f44-47596439a503 req-e0b3c716-953f-4af8-9877-39e3c955d046 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639736 May 19 13:32:41.707551 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:32:41.748484 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:41.749882 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (6b1ec23e-e438-4273-95bd-a8dd0d8bee9f), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.750297 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Added segment 6b1ec23e-e438-4273-95bd-a8dd0d8bee9f of type vlan for network 12b173b5-88a3-4bd8-bf94-8afe06af1cca May 19 13:32:41.760350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d149ed1e-7192-44aa-8289-eba4d60cb80c,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:41.818459 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] For port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,segment=NetworkSegment(56a60b8c-3a1a-41c3-b153-2600365af40c),segment_id=56a60b8c-3a1a-41c3-b153-2600365af40c)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:41.818873 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.822816 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (12b173b5-88a3-4bd8-bf94-8afe06af1cca), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.834953 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:41.840605 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Calling delete_port for dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:32:41.905805 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (12b173b5-88a3-4bd8-bf94-8afe06af1cca), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.906825 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:41.907405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:41.975564 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7507646 May 19 13:32:41.985844 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 49714) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:41.991125 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Request body: {'subnet': {'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1599914008-subnet', 'tenant_id': '510387333865470196f9be30ef62395c', 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:42.007710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c312-19f3-4d81-8090-584b99a23885 admin admin] Pushing event updated for resources: {'Network': ['ID=12b173b5-88a3-4bd8-bf94-8afe06af1cca,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:42.018074 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:32:42.026833 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Made reservation on behalf of 510387333865470196f9be30ef62395c for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:42.030862 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514213'] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.085972 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.117348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Pushing event deleted for resources: {'Port': ['ID=dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:42.131495 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-13f93b40-03f8-4b8c-a9eb-2c111b1b1cfe req-e2db8038-d582-4bd5-b3cd-6e154e7529bb tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.0415215 May 19 13:32:42.165460 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:42.182514 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] No DVR routers for this DVR port dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:32:42.186062 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.189252 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1ab3c63c-3c58-4521-b9f8-5fcd6a9a0255 req-3355a8bb-9835-46dd-9be0-438ae23b0d40 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.58 "DELETE /v2.0/ports/dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 HTTP/1.1" status: 204 len: 173 time: 0.8130219 May 19 13:32:42.189749 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718d3de9-c471-44df-8622-ce92537497bf', 'name': 'network-vif-deleted', 'tag': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:42.191997 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70f3065-3543-4657-ba0a-4e5e1d424739" -d '{"events": [{"server_uuid": "718d3de9-c471-44df-8622-ce92537497bf", "name": "network-vif-deleted", "tag": "dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:42.236385 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a17590-5bd1-4430-9ac0-b91859a80ce8 x-openstack-request-id: req-e3a17590-5bd1-4430-9ac0-b91859a80ce8 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:42.236672 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718d3de9-c471-44df-8622-ce92537497bf", "name": "network-vif-deleted", "tag": "dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:42.236920 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3a17590-5bd1-4430-9ac0-b91859a80ce8 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:42.237323 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a17590-5bd1-4430-9ac0-b91859a80ce8'] response: {'server_uuid': '718d3de9-c471-44df-8622-ce92537497bf', 'name': 'network-vif-deleted', 'tag': 'dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7', 'status': 'completed', 'code': 200} May 19 13:32:42.280052 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8978567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8514227'] for subnet (c3ce00b0-170b-4ce6-ba3a-21cf23e39f38), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.330901 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:42.349452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Checking segment: {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:42.349796 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Network hostable DHCP agents. Network: 12b173b5-88a3-4bd8-bf94-8afe06af1cca, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:32:42.379467 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:32:42.380155 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.388771 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 12b173b5-88a3-4bd8-bf94-8afe06af1cca) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:42.392857 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:42.393480 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.398253 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cab3fb-b367-4ef1-ab86-0f823cf83a33 None None] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:42.411745 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-8f3485bd-8f79-4ef1-be60-cd770d16e52f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4247079 May 19 13:32:42.414545 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49720) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:42.419391 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:42.453260 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (d1cce33e-10e1-4df4-8d47-28ea84138a8c), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.454590 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (d1cce33e-10e1-4df4-8d47-28ea84138a8c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.506710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks [] for router_controller (d1cce33e-10e1-4df4-8d47-28ea84138a8c), precommit_add_association {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.515491 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'project_id': '510387333865470196f9be30ef62395c', 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:32:42.516429 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.644167 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks [] for router_gateway (d1cce33e-10e1-4df4-8d47-28ea84138a8c), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.675714 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Allocated IP 172.20.0.2 (12b173b5-88a3-4bd8-bf94-8afe06af1cca/c3ce00b0-170b-4ce6-ba3a-21cf23e39f38/8590dfc6-e58d-48ba-b232-b03459f0f349) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:42.727960 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-32849c49-b01c-4bbe-87fb-9dbfbaa724d0 req-4939832f-a0b0-4cb6-9537-045cff9b3bfb tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 210 time: 0.0290782 May 19 13:32:42.787885 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:42.869706 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Publish callbacks [] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.874690 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5001a-1c7b-4cfd-94bd-e146e8e8e810 req-b8294528-ce3a-4116-92b3-3e1d7d53b3b1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:42.876160 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33b5001a-1c7b-4cfd-94bd-e146e8e8e810 req-b8294528-ce3a-4116-92b3-3e1d7d53b3b1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1003838 May 19 13:32:42.876729 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.910956 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks [] for router_gateway (d1cce33e-10e1-4df4-8d47-28ea84138a8c), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:42.919647 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:42.924391 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:42.928759 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:42.931925 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Pushing event updated for resources: {'Port': ['ID=8590dfc6-e58d-48ba-b232-b03459f0f349,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:42.995207 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Attempting to bind port 8590dfc6-e58d-48ba-b232-b03459f0f349 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:42.995581 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Attempting to bind port 8590dfc6-e58d-48ba-b232-b03459f0f349 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:42.995969 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Attempting to bind port 8590dfc6-e58d-48ba-b232-b03459f0f349 on network 12b173b5-88a3-4bd8-bf94-8afe06af1cca {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:43.002718 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:43.003121 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Checking segment: {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:43.003522 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.003884 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Bound using segment: {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:43.004385 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Bound port: 8590dfc6-e58d-48ba-b232-b03459f0f349, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:43.004763 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.073133 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] For port 8590dfc6-e58d-48ba-b232-b03459f0f349, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:43.076501 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] For port 8590dfc6-e58d-48ba-b232-b03459f0f349, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=8590dfc6-e58d-48ba-b232-b03459f0f349,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:43.084839 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.144860 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f652fe-8c76-43d1-8e8c-98f90c716a3a None None] Pushing event updated for resources: {'Port': ['ID=8590dfc6-e58d-48ba-b232-b03459f0f349,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:43.151670 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.177558 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33b5001a-1c7b-4cfd-94bd-e146e8e8e810 req-440c93de-49ff-4a22-9b31-a01bc751d5f4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929187 May 19 13:32:43.225962 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:43.256070 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4c831b5e-ad7d-4bcf-be4f-465c67cbf25e req-04c70fbb-7926-4aec-a04e-e9aeaf90aeec tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.0333297 May 19 13:32:43.293392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Allocated IP 172.27.1.32 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/ac0bbba4-3edf-4b80-a4de-47a6dba65fda) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:43.304168 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:32:43.345808 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:43.512859 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks [] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.557746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.605318 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:43.609276 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:43.613559 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:43.617143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:43.631371 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8590dfc6-e58d-48ba-b232-b03459f0f349 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:43.705322 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 8590dfc6-e58d-48ba-b232-b03459f0f349 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:43.705760 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.802588 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 8590dfc6-e58d-48ba-b232-b03459f0f349 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:43.803057 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.845586 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 8590dfc6-e58d-48ba-b232-b03459f0f349, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=8590dfc6-e58d-48ba-b232-b03459f0f349,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:43.856431 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.889114 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2b08ff80-004e-47fd-932d-dda4f570d392 req-b2b40b13-2d98-4a07-ab19-141df64816d9 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 210 time: 0.0422575 May 19 13:32:43.918801 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:43.934673 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=8590dfc6-e58d-48ba-b232-b03459f0f349,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:43.963275 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks [] for router_gateway (d1cce33e-10e1-4df4-8d47-28ea84138a8c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:44.207890 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (d1cce33e-10e1-4df4-8d47-28ea84138a8c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:44.366918 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17e88-0f94-43f7-bc0e-3e3a1285d97b req-f7f35a52-dbce-43a5-86ee-89f55c5c175c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:44.370349 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-06b17e88-0f94-43f7-bc0e-3e3a1285d97b req-f7f35a52-dbce-43a5-86ee-89f55c5c175c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0852358 May 19 13:32:44.414965 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ade832-c201-4d0b-9251-053a4591aa99 None None] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:44.446265 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:44.470269 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-06b17e88-0f94-43f7-bc0e-3e3a1285d97b req-d711960b-ebaa-4e25-9bf0-dce4ec9f1dba tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950224 May 19 13:32:44.478085 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-862e388a-79ee-4436-a89b-91484e659126 req-9c3356b7-2310-4975-aa83-eba292c80e78 tempest-VolumesNegativeTest-213210640 tempest-VolumesNegativeTest-213210640-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d3de9-c471-44df-8622-ce92537497bf HTTP/1.1" status: 200 len: 210 time: 0.0559330 May 19 13:32:44.479495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Router d1cce33e-10e1-4df4-8d47-28ea84138a8c is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:32:44.488192 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:44.532009 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-3a7ba84a-65fb-4376-920c-814e9e74f374 None None] Provisioning complete for port 8590dfc6-e58d-48ba-b232-b03459f0f349 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:44.532594 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba84a-65fb-4376-920c-814e9e74f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:44.558500 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:44.563960 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:44.615477 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:44.673562 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:32:44.678023 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ba84a-65fb-4376-920c-814e9e74f374 None None] Current status of the port 8590dfc6-e58d-48ba-b232-b03459f0f349 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:44.686505 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Sync routers for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:44.694683 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:44.698726 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e0fa1614-2102-470f-bd9d-32e2b1e91657 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2805350 May 19 13:32:44.699171 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:44.699890 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:44.701137 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 49758) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:44.808603 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:45.006334 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-89066fbc-cdba-4d4f-a8dc-005ed14768cc None None] Provisioning complete for port 8590dfc6-e58d-48ba-b232-b03459f0f349 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:45.006978 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-89066fbc-cdba-4d4f-a8dc-005ed14768cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.072640 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fba03717-ca57-40d2-acbf-7cd8258ccc6e req-6957702b-0494-4836-8213-06dc7eeec744 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 210 time: 0.0365665 May 19 13:32:45.085792 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:43Z', 'revision_number': 3, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:45.109281 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-89066fbc-cdba-4d4f-a8dc-005ed14768cc None None] Current status of the port 8590dfc6-e58d-48ba-b232-b03459f0f349 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:45.119704 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Checking router: d1cce33e-10e1-4df4-8d47-28ea84138a8c for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:45.120049 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Updating router d1cce33e-10e1-4df4-8d47-28ea84138a8c port ac0bbba4-3edf-4b80-a4de-47a6dba65fda binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:32:45.148543 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.248201 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:32:45.256120 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.276876 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:32:45.277211 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dbe4a516-99f2-45f8-9ab5-3ed1503a5ea7 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:32:45.447536 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Publish callbacks [] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.460451 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.472115 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Allocated IP 172.20.0.1 (12b173b5-88a3-4bd8-bf94-8afe06af1cca/c3ce00b0-170b-4ce6-ba3a-21cf23e39f38/bbc3af85-9730-44b7-a831-9447a856840b) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:45.505997 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Pushing event updated for resources: {'Port': ['ID=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,revision_number=2']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:45.558798 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8590dfc6-e58d-48ba-b232-b03459f0f349 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:45.583315 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Attempting to bind port ac0bbba4-3edf-4b80-a4de-47a6dba65fda on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:45.583762 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Attempting to bind port ac0bbba4-3edf-4b80-a4de-47a6dba65fda by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:45.584176 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Attempting to bind port ac0bbba4-3edf-4b80-a4de-47a6dba65fda on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:45.590624 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:45.591551 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:45.592538 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.593404 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:45.594303 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Bound port: ac0bbba4-3edf-4b80-a4de-47a6dba65fda, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:45.605175 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.610882 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.611223 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.615079 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.615452 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.615792 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.617268 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.617705 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.619246 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.619598 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.621102 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.621559 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.629304 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.629863 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.630097 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.630425 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:45.652588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b16d8-69b5-4838-aa41-8fe6fe29849b req-a549a36a-3e61-476e-9b61-1af4e547ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:45.654483 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c44b16d8-69b5-4838-aa41-8fe6fe29849b req-a549a36a-3e61-476e-9b61-1af4e547ef73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 1130 time: 0.1797516 May 19 13:32:45.694761 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 8590dfc6-e58d-48ba-b232-b03459f0f349 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:45.695403 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.726142 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] For port ac0bbba4-3edf-4b80-a4de-47a6dba65fda, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:45.730223 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] For port ac0bbba4-3edf-4b80-a4de-47a6dba65fda, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:45.737912 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:45.770304 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:45.824761 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bca48-8bd4-476f-b202-133bec01b785 None None] Pushing event updated for resources: {'Port': ['ID=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:45.828660 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:45.829397 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:45.855898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:45.878609 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ee2b-b32c-462a-9dc3-f567c3bcd271 req-177dfbf0-69c4-4205-ae48-1e7ef597f411 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:45.886030 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e465ee2b-b32c-462a-9dc3-f567c3bcd271 req-177dfbf0-69c4-4205-ae48-1e7ef597f411 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.2820752 May 19 13:32:45.886741 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:45.922712 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 8590dfc6-e58d-48ba-b232-b03459f0f349 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:45.964242 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:45.973584 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:45.978410 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks [] for port (bbc3af85-9730-44b7-a831-9447a856840b), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:46.058107 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (bbc3af85-9730-44b7-a831-9447a856840b), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:46.199677 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e465ee2b-b32c-462a-9dc3-f567c3bcd271 req-363e299d-56ae-45a9-9311-bb6fe85be50f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120303 May 19 13:32:46.207151 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-dabb867c-d5a5-4095-a270-d1669b9524cb req-593bd8bf-57ac-4e66-95a2-f522eeedceef tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 210 time: 0.0353167 May 19 13:32:46.210405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-fea8a19c-4d2d-4e38-9bca-cdd25292663f tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:46.212469 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-fea8a19c-4d2d-4e38-9bca-cdd25292663f tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "GET /v2.0/networks?id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 HTTP/1.1" status: 200 len: 808 time: 0.6075208 May 19 13:32:46.219020 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c44b16d8-69b5-4838-aa41-8fe6fe29849b req-d5f07d65-c8ef-4f47-bee3-b3609f9cf73e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091081 May 19 13:32:46.243968 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:46.250971 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:46.261489 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:46.281607 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:43Z', 'revision_number': 3, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:46.305021 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (d1cce33e-10e1-4df4-8d47-28ea84138a8c), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:46.308915 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc3af85-9730-44b7-a831-9447a856840b,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:46.326083 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94901e4a-ce65-4fb9-b2a6-f498e0a3a10d None None] The sync data for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi is: [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:43Z', 'revision_number': 3, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:32:46.541161 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (bbc3af85-9730-44b7-a831-9447a856840b), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:46.566371 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Request body: {'port': {'device_id': '383e7076-b435-4ecd-81d1-d7154800cab0', 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88', 'admin_state_up': True, 'tenant_id': '5a26987661f54291b3cf7086b0a1c98c'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:46.673649 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:46.694692 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-09757bea-b92f-40af-9c94-b653ea7e7334 None None] Provisioning complete for port bbc3af85-9730-44b7-a831-9447a856840b triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:46.711393 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-09757bea-b92f-40af-9c94-b653ea7e7334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (bbc3af85-9730-44b7-a831-9447a856840b), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:46.777034 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-09757bea-b92f-40af-9c94-b653ea7e7334 None None] Port bbc3af85-9730-44b7-a831-9447a856840b cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:32:47.146968 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Made reservation on behalf of 5a26987661f54291b3cf7086b0a1c98c for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:47.154239 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.219580 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks [] for port (bbc3af85-9730-44b7-a831-9447a856840b), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.262122 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (bbc3af85-9730-44b7-a831-9447a856840b), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.386312 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d2fefa74-f2fe-4d9d-a96e-c37defc62955 req-dcc65cf0-d98c-4bc4-a829-0adadc5c9699 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 210 time: 0.0394745 May 19 13:32:47.446141 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (d1cce33e-10e1-4df4-8d47-28ea84138a8c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.464304 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc3af85-9730-44b7-a831-9447a856840b,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:47.479219 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68565558-2de4-47ec-ab29-412e406ed999 req-f3c047ee-29e1-4b1f-b3c1-260d88da7c40 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:47.486720 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-68565558-2de4-47ec-ab29-412e406ed999 req-f3c047ee-29e1-4b1f-b3c1-260d88da7c40 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.1591725 May 19 13:32:47.545080 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ac0bbba4-3edf-4b80-a4de-47a6dba65fda up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:47.579812 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Allocated IP 172.20.0.3 (3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88/119dadd5-48f2-40a3-b5e6-fc961d93c226/de61cd08-bee3-42ae-b8ef-49a50a8b7e3c) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:47.586565 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:47.614251 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port ac0bbba4-3edf-4b80-a4de-47a6dba65fda triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:47.618003 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.645773 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-68565558-2de4-47ec-ab29-412e406ed999 req-9be0c674-61ea-4ab3-a947-eb24fb38bf63 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578736 May 19 13:32:47.667778 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:47.732977 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:47.736348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:47.736642 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port ac0bbba4-3edf-4b80-a4de-47a6dba65fda is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:47.737056 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.764252 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port ac0bbba4-3edf-4b80-a4de-47a6dba65fda, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:47.772338 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.853858 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:47.863696 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:47.928419 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks [] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:47.960117 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Router d1cce33e-10e1-4df4-8d47-28ea84138a8c has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:32:48.026022 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:48.113194 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:48.123907 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:48.136329 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:48.137279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-fd55ef9c-c6aa-4f2c-9619-4d1ef016e03b None None] Provisioning complete for port bbc3af85-9730-44b7-a831-9447a856840b triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:48.139499 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fd55ef9c-c6aa-4f2c-9619-4d1ef016e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (bbc3af85-9730-44b7-a831-9447a856840b), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:48.176155 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-fd55ef9c-c6aa-4f2c-9619-4d1ef016e03b None None] Port bbc3af85-9730-44b7-a831-9447a856840b cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:32:48.233682 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Pushing event updated for resources: {'Port': ['ID=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:48.263740 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:48.264383 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:48.267930 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:32:48.274195 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fcd65b44-4af1-4be2-aace-a92b144fd963 admin admin] 10.222.0.24 "PUT /v2.0/routers/d1cce33e-10e1-4df4-8d47-28ea84138a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5718782 May 19 13:32:48.311398 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-bf3a3c2e-7b4b-44bb-b954-9f89811cd3a3 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7540045 May 19 13:32:48.331245 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Request body: {'port': {'device_id': '383e7076-b435-4ecd-81d1-d7154800cab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:48.460034 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:48.614644 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543c941-218b-4e30-9cb7-9ba855b0c481 req-4a681e34-fcbd-4663-9629-f912aa6e64fd tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:48.618225 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b543c941-218b-4e30-9cb7-9ba855b0c481 req-4a681e34-fcbd-4663-9629-f912aa6e64fd tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 931 time: 0.0868063 May 19 13:32:48.678966 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b543c941-218b-4e30-9cb7-9ba855b0c481 req-97d9f9d1-9d54-4e9a-96e3-b59cdf0491c4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536299 May 19 13:32:48.715132 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:48.747499 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Sync routers for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:48.763236 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:48.764102 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:48.859252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282893-739d-4085-876d-f7442c7b42b3 req-31686b0b-67dd-4018-8b0d-bcab84951e45 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:48.860902 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1e282893-739d-4085-876d-f7442c7b42b3 req-31686b0b-67dd-4018-8b0d-bcab84951e45 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0965269 May 19 13:32:48.919280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50062) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:48.923576 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:48.946143 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1e282893-739d-4085-876d-f7442c7b42b3 req-97026923-0cd1-4ada-86a7-4d0d5cd96ac7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780807 May 19 13:32:49.027662 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de61cd08-bee3-42ae-b8ef-49a50a8b7e3c {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:32:49.041065 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Publish callbacks [] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.057607 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Transition to ACTIVE for port object de61cd08-bee3-42ae-b8ef-49a50a8b7e3c will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:32:49.066854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.109852 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519cb72-6d67-4261-98f9-0a7a34f46b57 req-17b98047-925c-4501-80a7-8c3b710a8bad tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:49.119053 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b519cb72-6d67-4261-98f9-0a7a34f46b57 req-17b98047-925c-4501-80a7-8c3b710a8bad tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0715444 May 19 13:32:49.175817 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Pushing event updated for resources: {'Port': ['ID=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:49.208009 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b519cb72-6d67-4261-98f9-0a7a34f46b57 req-21464c21-5a40-4a50-97e9-23ded1e3b011 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873675 May 19 13:32:49.270091 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:49.309578 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2bb23047-26ef-42c1-b9c5-0ab65d9145fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.319056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Attempting to bind port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:49.319472 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Attempting to bind port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:49.319820 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Attempting to bind port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c on network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:49.328519 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c on network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:32:49.329081 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Attempting to bind port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c on network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:49.335650 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:49.336219 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Checking segment: {'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:49.336757 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Bound using segment: {'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:49.337477 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Bound port: de61cd08-bee3-42ae-b8ef-49a50a8b7e3c, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:49.338471 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.444859 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] For port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:49.451141 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] For port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:49.464367 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.510534 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 2, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:49.560272 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2bb23047-26ef-42c1-b9c5-0ab65d9145fd admin admin] Publish callbacks [] for security_group (7c991d12-e24f-4216-a651-5a592d879275), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.567234 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2bb23047-26ef-42c1-b9c5-0ab65d9145fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7c991d12-e24f-4216-a651-5a592d879275), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.573795 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Checking router: d1cce33e-10e1-4df4-8d47-28ea84138a8c for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:49.574151 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Updating router d1cce33e-10e1-4df4-8d47-28ea84138a8c port bbc3af85-9730-44b7-a831-9447a856840b binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:32:49.613846 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (bbc3af85-9730-44b7-a831-9447a856840b), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.614153 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ac0bbba4-3edf-4b80-a4de-47a6dba65fda up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:49.615470 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Pushing event updated for resources: {'Port': ['ID=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:49.624465 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50096) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:49.646532 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-622419354-network', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:49.649950 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2bb23047-26ef-42c1-b9c5-0ab65d9145fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c8d2f90128649a38e478dd3f2604894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7294469 May 19 13:32:49.651156 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50100) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:49.687522 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:49.688077 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.697940 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-c1fadf82-2de3-4353-818f-facdbc64b11e service neutron] 10.222.0.58 "PUT /v2.0/ports/de61cd08-bee3-42ae-b8ef-49a50a8b7e3c HTTP/1.1" status: 200 len: 1093 time: 1.3711469 May 19 13:32:49.698448 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383e7076-b435-4ecd-81d1-d7154800cab0', 'tag': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:49.705103 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560feb8b-c526-4805-9f41-991372121f92" -d '{"events": [{"name": "network-changed", "server_uuid": "383e7076-b435-4ecd-81d1-d7154800cab0", "tag": "de61cd08-bee3-42ae-b8ef-49a50a8b7e3c"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:32:49.766396 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Made reservation on behalf of aa772f930d6a41bbab9ccfc2bd4d8fd0 for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:49.767431 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=100 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:49.776321 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb23047-26ef-42c1-b9c5-0ab65d9145fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c991d12-e24f-4216-a651-5a592d879275,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:49.776454 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.818210 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:49.829901 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.845169 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46c0e863-50ef-4a87-98cb-f678579124b9 admin admin] Publish callbacks [] for security_group (7c991d12-e24f-4216-a651-5a592d879275), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.875925 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port ac0bbba4-3edf-4b80-a4de-47a6dba65fda triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:49.876622 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.902878 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46c0e863-50ef-4a87-98cb-f678579124b9 admin admin] Publish callbacks [] for security_group (7c991d12-e24f-4216-a651-5a592d879275), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.922287 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dce86b-a93f-48f0-a23a-8cc6b87041b7 x-openstack-request-id: req-b7dce86b-a93f-48f0-a23a-8cc6b87041b7 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:32:49.922839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383e7076-b435-4ecd-81d1-d7154800cab0", "tag": "de61cd08-bee3-42ae-b8ef-49a50a8b7e3c", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:32:49.922839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7dce86b-a93f-48f0-a23a-8cc6b87041b7 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:32:49.923175 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dce86b-a93f-48f0-a23a-8cc6b87041b7'] response: {'name': 'network-changed', 'server_uuid': '383e7076-b435-4ecd-81d1-d7154800cab0', 'tag': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c', 'status': 'completed', 'code': 200} May 19 13:32:49.985197 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46c0e863-50ef-4a87-98cb-f678579124b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7c991d12-e24f-4216-a651-5a592d879275), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.988307 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46c0e863-50ef-4a87-98cb-f678579124b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:49.994080 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-b4893827-0d86-4aaf-929b-ebd98fe34361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:49.994712 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-46c0e863-50ef-4a87-98cb-f678579124b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c991d12-e24f-4216-a651-5a592d879275 HTTP/1.1" status: 204 len: 168 time: 0.3270459 May 19 13:32:50.008352 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0e863-50ef-4a87-98cb-f678579124b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c991d12-e24f-4216-a651-5a592d879275,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:50.008870 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-b4893827-0d86-4aaf-929b-ebd98fe34361 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a26987661f54291b3cf7086b0a1c98c&device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 1127 time: 0.1817341 May 19 13:32:50.087486 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8e95-caf4-49b2-89cd-f8301247c19d req-26345bf7-6f66-4664-86f2-c884912cd077 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:50.095659 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1e8a8e95-caf4-49b2-89cd-f8301247c19d req-26345bf7-6f66-4664-86f2-c884912cd077 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 943 time: 0.1699219 May 19 13:32:50.100485 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:50.128509 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-9ff1f780-f4c1-4057-8d0e-cced6e08358f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c HTTP/1.1" status: 200 len: 217 time: 0.1029944 May 19 13:32:50.222723 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1e8a8e95-caf4-49b2-89cd-f8301247c19d req-28364efa-35fa-4840-ad9b-5f09919444ed tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258905 May 19 13:32:50.233383 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port ac0bbba4-3edf-4b80-a4de-47a6dba65fda is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:50.243044 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:50.253704 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-ce4c6004-da36-45d8-a3a8-aed0b4ad9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:50.255314 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-ce4c6004-da36-45d8-a3a8-aed0b4ad9119 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=119dadd5-48f2-40a3-b5e6-fc961d93c226 HTTP/1.1" status: 200 len: 848 time: 0.1181586 May 19 13:32:50.309286 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks [] for security_group (3cacbeb4-bf83-4834-a6c5-e8a9ee84571c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.311726 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-cf232fd8-f913-4cff-888e-fc1dcf46cc2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465040 May 19 13:32:50.316912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (3cacbeb4-bf83-4834-a6c5-e8a9ee84571c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.353376 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:32:50.376752 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Publish callbacks [] for port (bbc3af85-9730-44b7-a831-9447a856840b), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.389280 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (bbc3af85-9730-44b7-a831-9447a856840b), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.399941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (7d9f5e16-de17-4679-a76c-3e02a47ae3b3), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.400352 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Added segment 7d9f5e16-de17-4679-a76c-3e02a47ae3b3 of type vlan for network da41785c-0057-4fa4-a685-ab6116a035d9 May 19 13:32:50.413788 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cacbeb4-bf83-4834-a6c5-e8a9ee84571c,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:50.474267 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (da41785c-0057-4fa4-a685-ab6116a035d9), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.477841 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb72e8-693d-48a4-ab53-7922910c24b6 None None] Pushing event updated for resources: {'Port': ['ID=bbc3af85-9730-44b7-a831-9447a856840b,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:50.480643 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=10 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:50.514734 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-9c7e171b-60e9-46d9-b054-de268905e8b6 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927428 May 19 13:32:50.563479 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Attempting to bind port bbc3af85-9730-44b7-a831-9447a856840b on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:50.564175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Attempting to bind port bbc3af85-9730-44b7-a831-9447a856840b by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:50.564733 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Attempting to bind port bbc3af85-9730-44b7-a831-9447a856840b on network 12b173b5-88a3-4bd8-bf94-8afe06af1cca {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:50.571423 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:50.572147 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Checking segment: {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:50.573771 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.574361 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Bound using segment: {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:50.575347 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Bound port: bbc3af85-9730-44b7-a831-9447a856840b, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:50.575802 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (bbc3af85-9730-44b7-a831-9447a856840b), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.621356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (da41785c-0057-4fa4-a685-ab6116a035d9), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.627827 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:50.628415 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.680825 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] For port bbc3af85-9730-44b7-a831-9447a856840b, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:50.690965 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] For port bbc3af85-9730-44b7-a831-9447a856840b, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=bbc3af85-9730-44b7-a831-9447a856840b,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:50.699835 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (bbc3af85-9730-44b7-a831-9447a856840b), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.712571 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50158) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:50.717743 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0878513 May 19 13:32:50.718637 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Request body: {'subnet': {'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-622419354-subnet', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:50.751627 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725657-903d-43b2-8a3d-cad681003243 admin admin] Pushing event updated for resources: {'Network': ['ID=da41785c-0057-4fa4-a685-ab6116a035d9,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:50.771211 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb72e8-693d-48a4-ab53-7922910c24b6 None None] Pushing event updated for resources: {'Port': ['ID=bbc3af85-9730-44b7-a831-9447a856840b,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:50.777339 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network da41785c-0057-4fa4-a685-ab6116a035d9 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:32:50.788985 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f34fcf6f-1f6a-4cfb-b994-4b1b5fb791bf req-14ffc5b5-6e79-4588-93b8-97c0c3e27113 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657931 May 19 13:32:50.789680 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Made reservation on behalf of aa772f930d6a41bbab9ccfc2bd4d8fd0 for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:50.793205 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514213'] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.894095 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-da4135bd-6888-4ea1-8991-308c0381a271 None None] Provisioning complete for port bbc3af85-9730-44b7-a831-9447a856840b triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:50.894497 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-da4135bd-6888-4ea1-8991-308c0381a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (bbc3af85-9730-44b7-a831-9447a856840b), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:50.921500 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:50.922637 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:51.127796 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:51.157919 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8978567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8514227'] for subnet (26992f9d-af44-4d31-9f74-4be12e760d92), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.259170 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:51.276217 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26992f9d-af44-4d31-9f74-4be12e760d92,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:51.312210 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Checking segment: {'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:51.312581 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Network hostable DHCP agents. Network: da41785c-0057-4fa4-a685-ab6116a035d9, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:32:51.333677 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:51.347459 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Network da41785c-0057-4fa4-a685-ab6116a035d9 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:32:51.362998 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, da41785c-0057-4fa4-a685-ab6116a035d9) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:51.371564 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:51.373800 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.405782 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5651d34c-dd84-40b6-be3c-2f8b9d7c2b05 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6917214 May 19 13:32:51.408228 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50214) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:51.415040 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:32:51.440590 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0457078-4fed-4db2-b98c-bb3d256ace17 None None] Network da41785c-0057-4fa4-a685-ab6116a035d9 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:51.466271 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f8639-99e3-49fa-9fc9-dc8aded7bbfe req-93d06531-ceca-461a-b41f-d8e1af636adc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:51.469800 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fd9f8639-99e3-49fa-9fc9-dc8aded7bbfe req-93d06531-ceca-461a-b41f-d8e1af636adc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1011443 May 19 13:32:51.518212 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fe58b-6d34-49b1-b15a-d724bb3c9d89 req-8a3e5ddf-94b1-44ba-88d1-bb6595a109fa tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:51.525703 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c53fe58b-6d34-49b1-b15a-d724bb3c9d89 req-8a3e5ddf-94b1-44ba-88d1-bb6595a109fa tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 943 time: 0.1034579 May 19 13:32:51.529785 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (81093045-2b1c-46e3-91db-932c0280f286), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.531464 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (81093045-2b1c-46e3-91db-932c0280f286), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.567202 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-da4135bd-6888-4ea1-8991-308c0381a271 None None] Current status of the port bbc3af85-9730-44b7-a831-9447a856840b is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:51.567836 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-da4135bd-6888-4ea1-8991-308c0381a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (bbc3af85-9730-44b7-a831-9447a856840b), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.583470 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fd9f8639-99e3-49fa-9fc9-dc8aded7bbfe req-11289320-7f75-498e-ac01-e3e6c3f5c021 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029408 May 19 13:32:51.614157 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-da41785c-0057-4fa4-a685-ab6116a035d9', 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9', 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'fixed_ips': [{'subnet_id': '26992f9d-af44-4d31-9f74-4be12e760d92'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:32:51.615323 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.627072 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks [] for router_controller (81093045-2b1c-46e3-91db-932c0280f286), precommit_add_association {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.681839 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-da4135bd-6888-4ea1-8991-308c0381a271 None None] For port bbc3af85-9730-44b7-a831-9447a856840b, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=bbc3af85-9730-44b7-a831-9447a856840b,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:51.750389 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-da4135bd-6888-4ea1-8991-308c0381a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (bbc3af85-9730-44b7-a831-9447a856840b), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.770096 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c53fe58b-6d34-49b1-b15a-d724bb3c9d89 req-d3fce3d8-82ab-4f82-b176-95a80cd1afda tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430785 May 19 13:32:51.778044 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.844233 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks [] for router_gateway (81093045-2b1c-46e3-91db-932c0280f286), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:51.986018 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:52.022045 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:52.027412 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-6a82686b-91ea-4d76-8469-352791f9fccc None None] Provisioning complete for port bbc3af85-9730-44b7-a831-9447a856840b triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:52.027842 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6a82686b-91ea-4d76-8469-352791f9fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (bbc3af85-9730-44b7-a831-9447a856840b), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.055917 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4135bd-6888-4ea1-8991-308c0381a271 None None] Pushing event updated for resources: {'Port': ['ID=bbc3af85-9730-44b7-a831-9447a856840b,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:52.068176 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:50Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:52.107642 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks [] for router_gateway (81093045-2b1c-46e3-91db-932c0280f286), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.113082 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809b35c-daa4-4bf1-a083-760f6fcdf427 None None] The sync data for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi is: [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:50Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:32:52.121315 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Allocated IP 172.20.0.2 (da41785c-0057-4fa4-a685-ab6116a035d9/26992f9d-af44-4d31-9f74-4be12e760d92/65baa918-bc7e-4a07-aa4d-7d241de970f0) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:52.154664 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.169565 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb8b-c526-4805-9f41-991372121f92 req-52319740-4aba-46c6-bee0-ea12b2b21629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:52.171420 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-560feb8b-c526-4805-9f41-991372121f92 req-52319740-4aba-46c6-bee0-ea12b2b21629 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a26987661f54291b3cf7086b0a1c98c&device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 1127 time: 0.0449593 May 19 13:32:52.278026 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-6a82686b-91ea-4d76-8469-352791f9fccc None None] Current status of the port bbc3af85-9730-44b7-a831-9447a856840b is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:52.326560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:52.344745 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-27110377-4de0-4068-82d3-418bc03eb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:52.346646 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-27110377-4de0-4068-82d3-418bc03eb3a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1129 time: 0.0950966 May 19 13:32:52.361593 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Allocated IP 172.27.1.60 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/bb0eb0f6-84c4-4ac0-8250-783cf17b9da2) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:52.387133 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Publish callbacks [] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.399537 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.442392 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Network da41785c-0057-4fa4-a685-ab6116a035d9 is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:52.446774 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:52.448299 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb8b-c526-4805-9f41-991372121f92 req-1bb594be-2011-404c-8856-337c28fa87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:52.449835 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-560feb8b-c526-4805-9f41-991372121f92 req-1bb594be-2011-404c-8856-337c28fa87a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 HTTP/1.1" status: 200 len: 909 time: 0.2345815 May 19 13:32:52.453962 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:52.519350 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-560feb8b-c526-4805-9f41-991372121f92 req-dcf87233-c1ef-49ea-b9ac-4631e80be0ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c HTTP/1.1" status: 200 len: 217 time: 0.0519810 May 19 13:32:52.520884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks [] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.539922 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Pushing event updated for resources: {'Port': ['ID=65baa918-bc7e-4a07-aa4d-7d241de970f0,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:52.569721 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Attempting to bind port 65baa918-bc7e-4a07-aa4d-7d241de970f0 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:52.570504 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Attempting to bind port 65baa918-bc7e-4a07-aa4d-7d241de970f0 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:52.572280 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Attempting to bind port 65baa918-bc7e-4a07-aa4d-7d241de970f0 on network da41785c-0057-4fa4-a685-ab6116a035d9 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:52.582341 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:52.583295 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Checking segment: {'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:52.583806 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.584321 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Bound using segment: {'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:52.586442 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Bound port: 65baa918-bc7e-4a07-aa4d-7d241de970f0, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:52.587460 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.591779 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.592692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-d00ca8dc-f162-441f-8c41-a7227d07afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:52.594713 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-d00ca8dc-f162-441f-8c41-a7227d07afe9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.2410929 May 19 13:32:52.628844 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb8b-c526-4805-9f41-991372121f92 req-3ae975a8-aa10-43e5-b880-995df7678deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:52.630341 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-560feb8b-c526-4805-9f41-991372121f92 req-3ae975a8-aa10-43e5-b880-995df7678deb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=119dadd5-48f2-40a3-b5e6-fc961d93c226 HTTP/1.1" status: 200 len: 848 time: 0.0960610 May 19 13:32:52.663423 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:52.698148 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:52.703869 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:52.720947 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-7336dc9c-a83d-405e-8319-794cb86b4665 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 200 len: 217 time: 0.1143694 May 19 13:32:52.733927 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] For port 65baa918-bc7e-4a07-aa4d-7d241de970f0, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:52.741893 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] For port 65baa918-bc7e-4a07-aa4d-7d241de970f0, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=65baa918-bc7e-4a07-aa4d-7d241de970f0,segment=NetworkSegment(7d9f5e16-de17-4679-a76c-3e02a47ae3b3),segment_id=7d9f5e16-de17-4679-a76c-3e02a47ae3b3)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:52.752545 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:52.753002 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:52.828253 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:52.898214 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-560feb8b-c526-4805-9f41-991372121f92 req-b724f95b-6218-4f36-b82c-590175420ca4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1965752 May 19 13:32:52.907027 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534ba45-83b3-46cd-a85c-f614c0cff1d3 None None] Pushing event updated for resources: {'Port': ['ID=65baa918-bc7e-4a07-aa4d-7d241de970f0,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:52.926151 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5f192-aa1e-4567-af25-999240951e03 req-0cb7942d-4e13-47fb-bf30-41030dead0ff tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:52.935507 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5dc5f192-aa1e-4567-af25-999240951e03 req-0cb7942d-4e13-47fb-bf30-41030dead0ff tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.2335908 May 19 13:32:53.322327 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50254) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:53.531787 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:53.608813 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db542b-d718-45c4-bbb7-8c783b6262a8 req-0a0b52c9-ab02-4605-8580-c992d4abf605 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:53.612858 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-46db542b-d718-45c4-bbb7-8c783b6262a8 req-0a0b52c9-ab02-4605-8580-c992d4abf605 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 943 time: 0.1155155 May 19 13:32:53.664068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 65baa918-bc7e-4a07-aa4d-7d241de970f0 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:53.709151 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-9623eae3-ee19-45a3-9752-a62694cecba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:53.710730 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-9623eae3-ee19-45a3-9752-a62694cecba3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.9748602 May 19 13:32:53.729655 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-560feb8b-c526-4805-9f41-991372121f92 req-e5779dd2-e01d-440d-94c0-107680f88138 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850025 May 19 13:32:53.797404 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:53.823824 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 65baa918-bc7e-4a07-aa4d-7d241de970f0 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:53.824199 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:53.862496 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-46db542b-d718-45c4-bbb7-8c783b6262a8 req-d239db85-c756-4d13-8a45-ae30e1cec584 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942458 May 19 13:32:53.878386 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks [] for router_gateway (81093045-2b1c-46e3-91db-932c0280f286), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.001860 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 65baa918-bc7e-4a07-aa4d-7d241de970f0 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:54.004350 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.012974 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-560feb8b-c526-4805-9f41-991372121f92 req-b60e8e6c-7bde-4a67-a1ee-4161d91bbdeb service neutron] 10.222.0.58 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690864 May 19 13:32:54.084660 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 65baa918-bc7e-4a07-aa4d-7d241de970f0, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=65baa918-bc7e-4a07-aa4d-7d241de970f0,segment=NetworkSegment(7d9f5e16-de17-4679-a76c-3e02a47ae3b3),segment_id=7d9f5e16-de17-4679-a76c-3e02a47ae3b3)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:54.095586 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.097137 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device bbc3af85-9730-44b7-a831-9447a856840b up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:54.115544 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5dc5f192-aa1e-4567-af25-999240951e03 req-5361a4bc-be2c-4731-9a61-6363a89f56a7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1788082 May 19 13:32:54.130733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-0c82b7b6-6e2e-41fb-a2cb-e7db53df7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:54.136821 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-0c82b7b6-6e2e-41fb-a2cb-e7db53df7cff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4031925 May 19 13:32:54.179158 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-bb5836a4-5920-4fbd-83f2-f03525d4c4be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=894127095d6445f5a2eafc9906ce5cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8347602 May 19 13:32:54.192374 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:54.193659 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50292) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:54.274713 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port bbc3af85-9730-44b7-a831-9447a856840b triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:54.275103 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (bbc3af85-9730-44b7-a831-9447a856840b), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.317557 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-653f2bc3-8240-420e-81b5-20591c70ce93 admin admin] Publish callbacks [] for security_group (a305d7ab-d807-4565-ae5a-dc4a581b32b2), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.363749 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-653f2bc3-8240-420e-81b5-20591c70ce93 admin admin] Publish callbacks [] for security_group (a305d7ab-d807-4565-ae5a-dc4a581b32b2), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.374742 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=65baa918-bc7e-4a07-aa4d-7d241de970f0,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:54.388472 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:54.400741 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-4bb52bed-5681-45d4-ab53-f22995d4c2d7 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426581 May 19 13:32:54.433851 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (81093045-2b1c-46e3-91db-932c0280f286), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.455468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-653f2bc3-8240-420e-81b5-20591c70ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a305d7ab-d807-4565-ae5a-dc4a581b32b2), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.457017 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port bbc3af85-9730-44b7-a831-9447a856840b is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:54.459607 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-653f2bc3-8240-420e-81b5-20591c70ce93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.462373 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-653f2bc3-8240-420e-81b5-20591c70ce93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a305d7ab-d807-4565-ae5a-dc4a581b32b2 HTTP/1.1" status: 204 len: 168 time: 0.2348318 May 19 13:32:54.474731 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f2bc3-8240-420e-81b5-20591c70ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a305d7ab-d807-4565-ae5a-dc4a581b32b2,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:54.572133 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619bcc2-5ba5-4e8c-b90a-22b804ecc73f None None] Network da41785c-0057-4fa4-a685-ab6116a035d9 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:32:54.627433 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Router 81093045-2b1c-46e3-91db-932c0280f286 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:32:54.643515 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-cb00ba83-b29c-475a-b9a1-ee97678a363f None None] Provisioning complete for port 65baa918-bc7e-4a07-aa4d-7d241de970f0 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:54.643883 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-cb00ba83-b29c-475a-b9a1-ee97678a363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.772340 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:32:54.784451 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Sync routers for ids ['81093045-2b1c-46e3-91db-932c0280f286'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:54.798924 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:54.800702 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-49f301ef-2cfb-4d63-8b09-2ef84512ad76 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3906114 May 19 13:32:54.803489 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50316) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:54.814843 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Routers {'81093045-2b1c-46e3-91db-932c0280f286'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:54.815145 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['81093045-2b1c-46e3-91db-932c0280f286'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:54.827975 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-cb00ba83-b29c-475a-b9a1-ee97678a363f None None] Current status of the port 65baa918-bc7e-4a07-aa4d-7d241de970f0 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:54.979101 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Set router 81093045-2b1c-46e3-91db-932c0280f286 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:55.027557 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2376dec-983d-4f13-9eb1-2057fb1dea77 req-e80aec90-4174-4628-8d98-6c599530866b tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:55.029696 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f2376dec-983d-4f13-9eb1-2057fb1dea77 req-e80aec90-4174-4628-8d98-6c599530866b tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 943 time: 0.0548618 May 19 13:32:55.088287 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f2376dec-983d-4f13-9eb1-2057fb1dea77 req-ffadb1a1-21ed-4784-9953-96c72da28953 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481243 May 19 13:32:55.146783 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-0fef10bc-8561-42e6-8884-76561cc7cd0d None None] Provisioning complete for port 65baa918-bc7e-4a07-aa4d-7d241de970f0 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:55.147390 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0fef10bc-8561-42e6-8884-76561cc7cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.169379 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:55.170041 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:32:53Z', 'revision_number': 3, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port': {'id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:52Z', 'updated_at': '2022-05-19T13:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:55.197987 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Checking router: 81093045-2b1c-46e3-91db-932c0280f286 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:55.198560 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Updating router 81093045-2b1c-46e3-91db-932c0280f286 port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:32:55.228285 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.242338 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-0fef10bc-8561-42e6-8884-76561cc7cd0d None None] Current status of the port 65baa918-bc7e-4a07-aa4d-7d241de970f0 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:55.325296 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39181-040a-44f8-b1ec-fc4d039d435a req-23ffcf37-8099-4c0b-9c33-211c6d899164 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:55.326758 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a2a39181-040a-44f8-b1ec-fc4d039d435a req-23ffcf37-8099-4c0b-9c33-211c6d899164 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0810671 May 19 13:32:55.359316 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-22dd0324-6466-488b-98a9-cd094d1fd36f req-0584596e-cb12-4c3d-83ed-50bd4b1f3a58 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095249 May 19 13:32:55.436318 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a2a39181-040a-44f8-b1ec-fc4d039d435a req-cc1b878d-0b9b-49ff-b1c0-99995565b467 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899870 May 19 13:32:55.443630 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:55.484900 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.495166 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 65baa918-bc7e-4a07-aa4d-7d241de970f0 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:55.537184 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Publish callbacks [] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.546478 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.554231 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 65baa918-bc7e-4a07-aa4d-7d241de970f0 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:55.555006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:55.555400 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.592915 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:55.601885 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:55.610740 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6360bd-088b-4ab0-924e-f6fd014b75b3 None None] Pushing event updated for resources: {'Port': ['ID=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,revision_number=2']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:55.632816 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Attempting to bind port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:55.633271 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Attempting to bind port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:55.633737 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Attempting to bind port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:55.640486 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:55.640851 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:55.641244 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.641654 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:55.642109 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Bound port: bb0eb0f6-84c4-4ac0-8250-783cf17b9da2, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:55.642475 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.660424 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 65baa918-bc7e-4a07-aa4d-7d241de970f0 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:55.675126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Allocated IP 172.20.0.1 (da41785c-0057-4fa4-a685-ab6116a035d9/26992f9d-af44-4d31-9f74-4be12e760d92/7aaa4002-1444-4326-8e04-5c371f55f294) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:55.695136 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] For port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:55.698310 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] For port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:55.705981 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.750875 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:55.769228 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6360bd-088b-4ab0-924e-f6fd014b75b3 None None] Pushing event updated for resources: {'Port': ['ID=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:55.774067 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Routers {'81093045-2b1c-46e3-91db-932c0280f286'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:55.774713 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['81093045-2b1c-46e3-91db-932c0280f286'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:55.781370 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks [] for port (7aaa4002-1444-4326-8e04-5c371f55f294), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.815726 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:55.861306 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Network da41785c-0057-4fa4-a685-ab6116a035d9 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:55.866334 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:55.868519 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Pushing event updated for resources: {'Port': ['ID=7aaa4002-1444-4326-8e04-5c371f55f294,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:55.870623 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:32:55.884104 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] Set router 81093045-2b1c-46e3-91db-932c0280f286 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:55.920974 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (81093045-2b1c-46e3-91db-932c0280f286), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:56.006445 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:56.073374 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:32:53Z', 'revision_number': 3, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port': {'id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:52Z', 'updated_at': '2022-05-19T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:56.086155 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:56.102741 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39881f-c7cd-4488-85c1-738b25e446e4 None None] The sync data for ids ['81093045-2b1c-46e3-91db-932c0280f286'] in dv-cinder-841125-6-iscsi is: [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:32:53Z', 'revision_number': 3, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port': {'id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:52Z', 'updated_at': '2022-05-19T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:32:56.167192 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-3eff63a8-565b-4c4b-a3c2-01887c318fb0 None None] Provisioning complete for port 7aaa4002-1444-4326-8e04-5c371f55f294 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:56.167770 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3eff63a8-565b-4c4b-a3c2-01887c318fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:56.211085 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-3eff63a8-565b-4c4b-a3c2-01887c318fb0 None None] Port 7aaa4002-1444-4326-8e04-5c371f55f294 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:32:56.220885 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015203e-9089-4c4d-a4e4-964782c4c8ea req-3581809b-d96e-4c86-9d0b-76b81f7eaf60 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:56.222701 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5015203e-9089-4c4d-a4e4-964782c4c8ea req-3581809b-d96e-4c86-9d0b-76b81f7eaf60 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 943 time: 0.0577252 May 19 13:32:56.275710 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5015203e-9089-4c4d-a4e4-964782c4c8ea req-4e2aa0ab-b00a-4a2c-9b66-b165f23fd198 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 May 19 13:32:56.306816 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks [] for port (7aaa4002-1444-4326-8e04-5c371f55f294), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:56.312640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:56.396500 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Pushing event updated for resources: {'Port': ['ID=7aaa4002-1444-4326-8e04-5c371f55f294,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:56.402298 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (81093045-2b1c-46e3-91db-932c0280f286), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:56.424435 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:56.513700 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Network da41785c-0057-4fa4-a685-ab6116a035d9 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:56.515634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:56.621162 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c312f2-a7d2-4dec-88d9-ca2e03c1286c req-79cd4062-c465-4ae0-907f-021c1190d8b2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:56.622977 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f0c312f2-a7d2-4dec-88d9-ca2e03c1286c req-79cd4062-c465-4ae0-907f-021c1190d8b2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1043737 May 19 13:32:56.721798 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Router 81093045-2b1c-46e3-91db-932c0280f286 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:32:56.733287 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f0c312f2-a7d2-4dec-88d9-ca2e03c1286c req-9b0b5d10-f327-4f2f-b2f7-487a2512904b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010752 May 19 13:32:56.835911 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1926eadc-e764-46bc-8447-28b2af7e9bf8 None None] Provisioning complete for port 7aaa4002-1444-4326-8e04-5c371f55f294 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:56.836290 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1926eadc-e764-46bc-8447-28b2af7e9bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:56.838752 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:32:56.849290 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-73de2551-6909-4b84-abf7-3d2dfe511b86 admin admin] 10.222.0.24 "PUT /v2.0/routers/81093045-2b1c-46e3-91db-932c0280f286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0390878 May 19 13:32:56.877703 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1926eadc-e764-46bc-8447-28b2af7e9bf8 None None] Port 7aaa4002-1444-4326-8e04-5c371f55f294 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:32:56.889442 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device de61cd08-bee3-42ae-b8ef-49a50a8b7e3c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:32:57.046744 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:57.059206 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c', 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88', 'port_id': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c', 'mac_address': 'fa:16:3e:99:48:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119dadd5-48f2-40a3-b5e6-fc961d93c226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:32:57.097977 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:57.098373 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:57.112970 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de61cd08-bee3-42ae-b8ef-49a50a8b7e3c {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:32:57.133107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:57.138543 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:57.180525 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:57.191012 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:57.392506 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334c14-ff33-4f2a-8cba-660499dcade2 req-322ebd24-038b-4f78-b4dc-65c54c17ac9c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:57.394259 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-14334c14-ff33-4f2a-8cba-660499dcade2 req-322ebd24-038b-4f78-b4dc-65c54c17ac9c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 944 time: 0.0497715 May 19 13:32:57.475936 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-14334c14-ff33-4f2a-8cba-660499dcade2 req-f2546004-1e24-4fe5-ad3b-2fda1905b24c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756893 May 19 13:32:57.511207 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:57.559958 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:57.560316 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:57.583187 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['de61cd08-bee3-42ae-b8ef-49a50a8b7e3c'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:32:57.714358 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:32:57.715052 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:57.752304 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:32:57.789709 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:57.911601 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:57.925505 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Sync routers for ids ['81093045-2b1c-46e3-91db-932c0280f286'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:57.928085 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be008a-8576-45b3-9efc-5fd8132fdcb7 req-84068ace-f4b7-4790-b449-34e994f52191 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:57.938409 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-71be008a-8576-45b3-9efc-5fd8132fdcb7 req-84068ace-f4b7-4790-b449-34e994f52191 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0963855 May 19 13:32:57.954089 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Routers {'81093045-2b1c-46e3-91db-932c0280f286'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:57.957524 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['81093045-2b1c-46e3-91db-932c0280f286'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:58.007356 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-71be008a-8576-45b3-9efc-5fd8132fdcb7 req-546b9556-877e-41d5-bde0-b94a50ce595b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678868 May 19 13:32:58.292913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Set router 81093045-2b1c-46e3-91db-932c0280f286 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:32:58.534641 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:32:56Z', 'revision_number': 4, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port': {'id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:52Z', 'updated_at': '2022-05-19T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '7aaa4002-1444-4326-8e04-5c371f55f294', 'name': '', 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'mac_address': 'fa:16:3e:5b:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '26992f9d-af44-4d31-9f74-4be12e760d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:55Z', 'updated_at': '2022-05-19T13:32:56Z', 'revision_number': 2, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'subnets': [{'id': '26992f9d-af44-4d31-9f74-4be12e760d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:58.566086 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Checking router: 81093045-2b1c-46e3-91db-932c0280f286 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:58.566856 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Updating router 81093045-2b1c-46e3-91db-932c0280f286 port 7aaa4002-1444-4326-8e04-5c371f55f294 binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:32:58.593069 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:58.607806 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68e4e-e17e-4c0f-8f0b-8b3ca1218eb8 req-7a054f18-4799-4171-abe8-8810c8dcf99f tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:58.609098 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:58.609553 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eef68e4e-e17e-4c0f-8f0b-8b3ca1218eb8 req-7a054f18-4799-4171-abe8-8810c8dcf99f tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 944 time: 0.0596631 May 19 13:32:58.644856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:58.669147 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eef68e4e-e17e-4c0f-8f0b-8b3ca1218eb8 req-c87858f5-402e-4406-a8bc-c02338c327e0 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529780 May 19 13:32:58.984152 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Publish callbacks [] for port (7aaa4002-1444-4326-8e04-5c371f55f294), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:58.992237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:58.995818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:59.062093 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c643717-41dd-4793-a8b1-4e627c2d9e85 None None] Pushing event updated for resources: {'Port': ['ID=7aaa4002-1444-4326-8e04-5c371f55f294,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:59.210946 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:59.225068 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d29a8-449b-4532-bed1-583b828263e4 req-43a03d89-0725-4d61-9ea4-9189cf5994ac tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:59.240333 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2c8d29a8-449b-4532-bed1-583b828263e4 req-43a03d89-0725-4d61-9ea4-9189cf5994ac tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1030328 May 19 13:32:59.241967 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Attempting to bind port 7aaa4002-1444-4326-8e04-5c371f55f294 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:32:59.242586 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Attempting to bind port 7aaa4002-1444-4326-8e04-5c371f55f294 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:32:59.248336 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Attempting to bind port 7aaa4002-1444-4326-8e04-5c371f55f294 on network da41785c-0057-4fa4-a685-ab6116a035d9 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:32:59.273506 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:32:59.278830 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Checking segment: {'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:32:59.279322 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:59.284245 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Bound using segment: {'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:32:59.285142 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Bound port: 7aaa4002-1444-4326-8e04-5c371f55f294, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9f5e16-de17-4679-a76c-3e02a47ae3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:32:59.286121 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:59.395768 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2c8d29a8-449b-4532-bed1-583b828263e4 req-319d26ac-3976-4f34-8a24-ce3196cf5d27 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542149 May 19 13:32:59.430952 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] For port 7aaa4002-1444-4326-8e04-5c371f55f294, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:32:59.439583 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] For port 7aaa4002-1444-4326-8e04-5c371f55f294, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=7aaa4002-1444-4326-8e04-5c371f55f294,segment=NetworkSegment(7d9f5e16-de17-4679-a76c-3e02a47ae3b3),segment_id=7d9f5e16-de17-4679-a76c-3e02a47ae3b3)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:32:59.448797 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device de61cd08-bee3-42ae-b8ef-49a50a8b7e3c up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:59.502022 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:59.580499 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-b283a191-18cb-4c09-86b6-0e1860382205 None None] Provisioning complete for port 7aaa4002-1444-4326-8e04-5c371f55f294 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:59.581157 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b283a191-18cb-4c09-86b6-0e1860382205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:59.583006 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:32:59.658875 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:32:59.736257 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:32:59.752480 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Routers {'81093045-2b1c-46e3-91db-932c0280f286'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:32:59.753136 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:32:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['81093045-2b1c-46e3-91db-932c0280f286'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:59.768070 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:32:59.768454 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:32:59.814014 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50410) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:32:59.886722 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c643717-41dd-4793-a8b1-4e627c2d9e85 None None] Pushing event updated for resources: {'Port': ['ID=7aaa4002-1444-4326-8e04-5c371f55f294,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:00.027276 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:00.027835 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.086645 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6a26f-7c06-429c-8417-bbf235fbb4d9 req-53b13e77-33e0-4a2a-8aa1-e077a29fa43c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:00.109125 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1ab6a26f-7c06-429c-8417-bbf235fbb4d9 req-53b13e77-33e0-4a2a-8aa1-e077a29fa43c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 944 time: 0.2308309 May 19 13:33:00.179538 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-b283a191-18cb-4c09-86b6-0e1860382205 None None] Current status of the port 7aaa4002-1444-4326-8e04-5c371f55f294 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:00.179981 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b283a191-18cb-4c09-86b6-0e1860382205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.209609 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8044-8ca2-49ac-a751-eed193ac7d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.280855 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1ab6a26f-7c06-429c-8417-bbf235fbb4d9 req-48012d6a-43ed-4dcc-800b-6cae5cc15dd6 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647096 May 19 13:33:00.289779 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:00.290170 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.297812 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] Set router 81093045-2b1c-46e3-91db-932c0280f286 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:33:00.393117 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-b283a191-18cb-4c09-86b6-0e1860382205 None None] For port 7aaa4002-1444-4326-8e04-5c371f55f294, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=7aaa4002-1444-4326-8e04-5c371f55f294,segment=NetworkSegment(7d9f5e16-de17-4679-a76c-3e02a47ae3b3),segment_id=7d9f5e16-de17-4679-a76c-3e02a47ae3b3)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:00.423807 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:00.428553 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e7076-b435-4ecd-81d1-d7154800cab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:00.430943 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eb7ca6-563c-4e1d-b580-0d290f9cf730" -d '{"events": [{"server_uuid": "383e7076-b435-4ecd-81d1-d7154800cab0", "name": "network-vif-plugged", "status": "completed", "tag": "de61cd08-bee3-42ae-b8ef-49a50a8b7e3c"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:00.452284 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8044-8ca2-49ac-a751-eed193ac7d41 admin admin] Publish callbacks [] for security_group (c391a2a2-18e9-44e2-8cf4-b32d9fea8793), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.471408 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8044-8ca2-49ac-a751-eed193ac7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (c391a2a2-18e9-44e2-8cf4-b32d9fea8793), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.499518 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b283a191-18cb-4c09-86b6-0e1860382205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.503968 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e13a8-b1de-493e-9250-0ed995a13521 x-openstack-request-id: req-899e13a8-b1de-493e-9250-0ed995a13521 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:00.504181 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e7076-b435-4ecd-81d1-d7154800cab0", "name": "network-vif-plugged", "status": "completed", "tag": "de61cd08-bee3-42ae-b8ef-49a50a8b7e3c", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:00.504391 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-899e13a8-b1de-493e-9250-0ed995a13521 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:00.515007 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899e13a8-b1de-493e-9250-0ed995a13521'] response: {'server_uuid': '383e7076-b435-4ecd-81d1-d7154800cab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c', 'code': 200} May 19 13:33:00.542795 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0c1b8044-8ca2-49ac-a751-eed193ac7d41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47bad3b31c7f48578466b592680befaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269938 May 19 13:33:00.543999 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b8044-8ca2-49ac-a751-eed193ac7d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c391a2a2-18e9-44e2-8cf4-b32d9fea8793,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:00.548128 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50454) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:00.588086 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:00.589039 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:00.616658 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:00.680099 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.720406 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-e94b5e04-ca92-4a90-8360-43fa3ba070ae None None] Provisioning complete for port 7aaa4002-1444-4326-8e04-5c371f55f294 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:00.720406 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e94b5e04-ca92-4a90-8360-43fa3ba070ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.737579 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b11e40-e9e5-4a74-abea-3e7758d9ee96 req-21867a33-be83-4db5-b7e6-1ef2c00bf165 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:00.739092 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b5b11e40-e9e5-4a74-abea-3e7758d9ee96 req-21867a33-be83-4db5-b7e6-1ef2c00bf165 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1657817 May 19 13:33:00.804811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-63fa1cbb-b4a8-498b-92e7-ca6539b0068f admin admin] Publish callbacks [] for security_group (c391a2a2-18e9-44e2-8cf4-b32d9fea8793), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.822802 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60bc2-f4dd-4060-8f93-d4da78e27fd3 req-b104a9c8-4b24-4fa8-bca9-8f1b5b83b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:00.824639 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9ae60bc2-f4dd-4060-8f93-d4da78e27fd3 req-b104a9c8-4b24-4fa8-bca9-8f1b5b83b53a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 1129 time: 0.0804880 May 19 13:33:00.863007 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-63fa1cbb-b4a8-498b-92e7-ca6539b0068f admin admin] Publish callbacks [] for security_group (c391a2a2-18e9-44e2-8cf4-b32d9fea8793), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.882647 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b5b11e40-e9e5-4a74-abea-3e7758d9ee96 req-8c6ed58c-25b2-4339-97ea-861ba9979966 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371698 May 19 13:33:00.930909 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9ae60bc2-f4dd-4060-8f93-d4da78e27fd3 req-38374da9-e37d-4203-bddc-f976ecb03344 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955582 May 19 13:33:00.949348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50458) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:00.961702 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283a191-18cb-4c09-86b6-0e1860382205 None None] Pushing event updated for resources: {'Port': ['ID=7aaa4002-1444-4326-8e04-5c371f55f294,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:00.975005 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-63fa1cbb-b4a8-498b-92e7-ca6539b0068f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (c391a2a2-18e9-44e2-8cf4-b32d9fea8793), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.978801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-63fa1cbb-b4a8-498b-92e7-ca6539b0068f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:00.980194 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:32:56Z', 'revision_number': 4, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port': {'id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:52Z', 'updated_at': '2022-05-19T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '7aaa4002-1444-4326-8e04-5c371f55f294', 'name': '', 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'mac_address': 'fa:16:3e:5b:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '26992f9d-af44-4d31-9f74-4be12e760d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:55Z', 'updated_at': '2022-05-19T13:32:59Z', 'revision_number': 4, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'subnets': [{'id': '26992f9d-af44-4d31-9f74-4be12e760d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:00.980528 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-63fa1cbb-b4a8-498b-92e7-ca6539b0068f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c391a2a2-18e9-44e2-8cf4-b32d9fea8793 HTTP/1.1" status: 204 len: 168 time: 0.4310935 May 19 13:33:00.995933 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa1cbb-b4a8-498b-92e7-ca6539b0068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c391a2a2-18e9-44e2-8cf4-b32d9fea8793,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:01.330818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567a9442-31d2-4b6a-8a22-357ed93be9dd None None] The sync data for ids ['81093045-2b1c-46e3-91db-932c0280f286'] in dv-cinder-841125-6-iscsi is: [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:32:56Z', 'revision_number': 4, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port': {'id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:52Z', 'updated_at': '2022-05-19T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '7aaa4002-1444-4326-8e04-5c371f55f294', 'name': '', 'network_id': 'da41785c-0057-4fa4-a685-ab6116a035d9', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'mac_address': 'fa:16:3e:5b:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '26992f9d-af44-4d31-9f74-4be12e760d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:55Z', 'updated_at': '2022-05-19T13:32:59Z', 'revision_number': 4, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'subnets': [{'id': '26992f9d-af44-4d31-9f74-4be12e760d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:33:01.359785 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3da92c4-da47-4896-b383-d90f3236fe24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:01.384662 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:01.452247 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:01.459225 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e94b5e04-ca92-4a90-8360-43fa3ba070ae None None] Current status of the port 7aaa4002-1444-4326-8e04-5c371f55f294 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:01.565135 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a325a-f468-4ea5-84f4-b8d187839c02 req-aeadfa84-9a6b-4315-b763-ef2da07e29fb tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:01.572421 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e24a325a-f468-4ea5-84f4-b8d187839c02 req-aeadfa84-9a6b-4315-b763-ef2da07e29fb tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 945 time: 0.0793421 May 19 13:33:01.651102 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 7aaa4002-1444-4326-8e04-5c371f55f294 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:33:01.725916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e24a325a-f468-4ea5-84f4-b8d187839c02 req-1f11f8fb-2e2d-4f02-8d23-13d9a6329c4e tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478784 May 19 13:33:01.756744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3da92c4-da47-4896-b383-d90f3236fe24 admin admin] Publish callbacks [] for security_group (8aa588fe-3830-426b-98ce-1997c09d598e), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:01.764397 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e3da92c4-da47-4896-b383-d90f3236fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8aa588fe-3830-426b-98ce-1997c09d598e), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:01.788696 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 7aaa4002-1444-4326-8e04-5c371f55f294 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:01.789517 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:01.815960 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50486) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:01.816546 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e3da92c4-da47-4896-b383-d90f3236fe24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c14109d8b99a4ab1ad0008ad888b3140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8654399 May 19 13:33:01.915185 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da92c4-da47-4896-b383-d90f3236fe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa588fe-3830-426b-98ce-1997c09d598e,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:01.936154 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 7aaa4002-1444-4326-8e04-5c371f55f294 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:01.952356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:01.972658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-811080f6-2f43-40d0-b5c9-b5c6dcc2ae70 admin admin] Publish callbacks [] for security_group (8aa588fe-3830-426b-98ce-1997c09d598e), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:02.023258 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-811080f6-2f43-40d0-b5c9-b5c6dcc2ae70 admin admin] Publish callbacks [] for security_group (8aa588fe-3830-426b-98ce-1997c09d598e), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:02.106826 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-811080f6-2f43-40d0-b5c9-b5c6dcc2ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8aa588fe-3830-426b-98ce-1997c09d598e), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:02.111989 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-811080f6-2f43-40d0-b5c9-b5c6dcc2ae70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:02.117259 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-811080f6-2f43-40d0-b5c9-b5c6dcc2ae70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8aa588fe-3830-426b-98ce-1997c09d598e HTTP/1.1" status: 204 len: 168 time: 0.2992458 May 19 13:33:02.130019 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811080f6-2f43-40d0-b5c9-b5c6dcc2ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa588fe-3830-426b-98ce-1997c09d598e,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:02.280819 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c634-fbff-42cd-8c46-8385c68e1f5c req-9e188280-3054-493c-b0d5-d676e48d88e3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:02.284865 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d959c634-fbff-42cd-8c46-8385c68e1f5c req-9e188280-3054-493c-b0d5-d676e48d88e3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1477501 May 19 13:33:02.418540 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d959c634-fbff-42cd-8c46-8385c68e1f5c req-9de44bfa-8c98-4ff0-9ffa-901e7b246469 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218300 May 19 13:33:02.770466 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30832b10-de61-4c77-ba24-ab39ed7aa376 req-9306e787-2014-42d4-8912-1f479c939014 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:02.772330 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-30832b10-de61-4c77-ba24-ab39ed7aa376 req-9306e787-2014-42d4-8912-1f479c939014 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1189423 May 19 13:33:02.883233 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81c9e3-1747-4c0d-9da1-5a551cd32fd9 req-9fd88b74-8697-4ba9-945e-2b672c7bae02 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:02.894584 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1f81c9e3-1747-4c0d-9da1-5a551cd32fd9 req-9fd88b74-8697-4ba9-945e-2b672c7bae02 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 945 time: 0.0727429 May 19 13:33:02.908651 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-30832b10-de61-4c77-ba24-ab39ed7aa376 req-7f6b0c63-62ad-4130-b04b-78a9418fb437 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267622 May 19 13:33:02.966788 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50528) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:02.973568 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1f81c9e3-1747-4c0d-9da1-5a551cd32fd9 req-f6096f23-d234-4d0b-94cc-66239c790bba tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 May 19 13:33:02.989048 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7470-0569-46b0-82db-b9259012a509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:03.103291 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7470-0569-46b0-82db-b9259012a509 admin admin] Publish callbacks [] for security_group (45351aeb-633f-41bc-b0b0-8b73d7cc3db4), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:03.110790 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7470-0569-46b0-82db-b9259012a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (45351aeb-633f-41bc-b0b0-8b73d7cc3db4), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:03.140519 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:03.147983 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7470-0569-46b0-82db-b9259012a509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45351aeb-633f-41bc-b0b0-8b73d7cc3db4,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:03.175185 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2d0d7470-0569-46b0-82db-b9259012a509 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ea73ab493de410aa4ee3a8aa325ea06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047148 May 19 13:33:03.175649 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50534) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:03.273856 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50b9e863-7932-49fb-947b-2e754e810af0 admin admin] Publish callbacks [] for security_group (45351aeb-633f-41bc-b0b0-8b73d7cc3db4), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:03.318405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50b9e863-7932-49fb-947b-2e754e810af0 admin admin] Publish callbacks [] for security_group (45351aeb-633f-41bc-b0b0-8b73d7cc3db4), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:03.393889 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50b9e863-7932-49fb-947b-2e754e810af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (45351aeb-633f-41bc-b0b0-8b73d7cc3db4), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:03.396546 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-50b9e863-7932-49fb-947b-2e754e810af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:03.397867 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-50b9e863-7932-49fb-947b-2e754e810af0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45351aeb-633f-41bc-b0b0-8b73d7cc3db4 HTTP/1.1" status: 204 len: 168 time: 0.2210038 May 19 13:33:03.407627 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9e863-7932-49fb-947b-2e754e810af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45351aeb-633f-41bc-b0b0-8b73d7cc3db4,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:03.549582 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:03.599888 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fda31-5d8f-4436-a1e0-7b9ea5148cdf req-71705fb5-9ce6-4031-96a5-8b0554464165 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:03.601576 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d11fda31-5d8f-4436-a1e0-7b9ea5148cdf req-71705fb5-9ce6-4031-96a5-8b0554464165 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0972793 May 19 13:33:03.670223 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d11fda31-5d8f-4436-a1e0-7b9ea5148cdf req-0c6e15c9-e282-48a5-b3e0-04f94bf22247 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584724 May 19 13:33:04.062309 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce20e-c8fc-4ef3-b6cf-e1d165950ef0 req-db54cff3-a925-4cf1-833a-a40351512117 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:04.064613 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-754ce20e-c8fc-4ef3-b6cf-e1d165950ef0 req-db54cff3-a925-4cf1-833a-a40351512117 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0545306 May 19 13:33:04.108621 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:04.146340 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-754ce20e-c8fc-4ef3-b6cf-e1d165950ef0 req-25d565e9-3b25-4736-a8cb-a58fcc43632d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756726 May 19 13:33:04.816686 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579e28-9f0b-4cc6-8b00-a1407ec246c5 req-c6722a57-8481-4219-9ba4-f928d3db4f8e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:04.818528 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e7579e28-9f0b-4cc6-8b00-a1407ec246c5 req-c6722a57-8481-4219-9ba4-f928d3db4f8e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0698829 May 19 13:33:04.837012 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:33:04.876154 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e7579e28-9f0b-4cc6-8b00-a1407ec246c5 req-01c267e9-0bd4-4548-81d6-73a1caf8f19d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515096 May 19 13:33:05.294516 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041bc14-e16a-4ad3-9039-69070774c00f req-5b2cde2b-dd43-401c-a211-0703647a6006 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:05.302395 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2041bc14-e16a-4ad3-9039-69070774c00f req-5b2cde2b-dd43-401c-a211-0703647a6006 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0735898 May 19 13:33:05.358634 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2041bc14-e16a-4ad3-9039-69070774c00f req-65eb3cab-f50a-4266-86bb-5d48847f2031 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550556 May 19 13:33:06.013912 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53c761-a4ad-4504-b407-589330675068 req-9824b450-adc3-4cc6-a460-2c47375011d0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:06.017515 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1d53c761-a4ad-4504-b407-589330675068 req-9824b450-adc3-4cc6-a460-2c47375011d0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0567260 May 19 13:33:06.044664 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50618) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:06.076421 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:06.079665 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1d53c761-a4ad-4504-b407-589330675068 req-b0f54440-b394-4caa-afc5-ea5795586f6d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563684 May 19 13:33:06.197618 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a5f85470-27f3-402d-beb8-b4dfcc3640f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:06.309255 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a5f85470-27f3-402d-beb8-b4dfcc3640f3 admin admin] Publish callbacks [] for security_group (caf244ce-08e5-4ffb-b170-57aa8baee8cf), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:06.314993 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a5f85470-27f3-402d-beb8-b4dfcc3640f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (caf244ce-08e5-4ffb-b170-57aa8baee8cf), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:06.352867 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50626) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:06.353260 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-a5f85470-27f3-402d-beb8-b4dfcc3640f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5cad84826114c81bc012ef503aa895b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068426 May 19 13:33:06.367348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f85470-27f3-402d-beb8-b4dfcc3640f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf244ce-08e5-4ffb-b170-57aa8baee8cf,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:06.484781 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0c59757d-1b58-4c03-a49c-8a30d8c92b0e admin admin] Publish callbacks [] for security_group (caf244ce-08e5-4ffb-b170-57aa8baee8cf), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:06.528177 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b0068-87c2-49a1-8353-481757d61189 req-2209b0c1-5b32-42cc-a497-fe7db2d12f72 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:06.530044 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-537b0068-87c2-49a1-8353-481757d61189 req-2209b0c1-5b32-42cc-a497-fe7db2d12f72 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0855010 May 19 13:33:06.535242 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0c59757d-1b58-4c03-a49c-8a30d8c92b0e admin admin] Publish callbacks [] for security_group (caf244ce-08e5-4ffb-b170-57aa8baee8cf), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:06.588872 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8631a9-e490-425b-84ef-b77aeaf2b0bf req-c188258b-d6cf-430e-aec5-91b4e3f43522 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:06.609877 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6c8631a9-e490-425b-84ef-b77aeaf2b0bf req-c188258b-d6cf-430e-aec5-91b4e3f43522 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 945 time: 0.1056969 May 19 13:33:06.621916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-537b0068-87c2-49a1-8353-481757d61189 req-d029e044-ddb2-4f47-95fc-f9045dfc3d6b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843480 May 19 13:33:06.641332 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0c59757d-1b58-4c03-a49c-8a30d8c92b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (caf244ce-08e5-4ffb-b170-57aa8baee8cf), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:06.646222 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0c59757d-1b58-4c03-a49c-8a30d8c92b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:06.650389 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0c59757d-1b58-4c03-a49c-8a30d8c92b0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caf244ce-08e5-4ffb-b170-57aa8baee8cf HTTP/1.1" status: 204 len: 168 time: 0.2957988 May 19 13:33:06.659889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59757d-1b58-4c03-a49c-8a30d8c92b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf244ce-08e5-4ffb-b170-57aa8baee8cf,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:06.778555 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6c8631a9-e490-425b-84ef-b77aeaf2b0bf req-9592d6d6-5e80-42ba-ad9a-4785d3a75328 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675043 May 19 13:33:07.113050 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50658) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:07.145110 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8a81c02b-b1c7-45a9-929e-9aea97c226ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.198026 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:07.203799 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-dde2115a-ab69-4573-ad0e-46ee793915ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.262712 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a9b89-8f86-470d-863c-ef020335f0c5 req-ab07755b-3c46-4ca1-a3ce-2f471c0e09a8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:07.264422 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a00a9b89-8f86-470d-863c-ef020335f0c5 req-ab07755b-3c46-4ca1-a3ce-2f471c0e09a8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0790875 May 19 13:33:07.287088 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8a81c02b-b1c7-45a9-929e-9aea97c226ca admin admin] Publish callbacks [] for security_group (dbb7768b-de16-4e88-bf40-1d36f9c372c4), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.296876 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8a81c02b-b1c7-45a9-929e-9aea97c226ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (dbb7768b-de16-4e88-bf40-1d36f9c372c4), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.357737 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a00a9b89-8f86-470d-863c-ef020335f0c5 req-281a5be3-3b1a-404d-9a29-ae2d3a779cfa tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864542 May 19 13:33:07.361212 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-8a81c02b-b1c7-45a9-929e-9aea97c226ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9323b5f277274e4e802657888c1e45ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445989 May 19 13:33:07.361212 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81c02b-b1c7-45a9-929e-9aea97c226ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb7768b-de16-4e88-bf40-1d36f9c372c4,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:07.362080 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50662) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:07.422861 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf69-2836-4bec-82a6-bf9a1a54231a admin admin] Publish callbacks [] for security_group (dbb7768b-de16-4e88-bf40-1d36f9c372c4), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.449704 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf69-2836-4bec-82a6-bf9a1a54231a admin admin] Publish callbacks [] for security_group (dbb7768b-de16-4e88-bf40-1d36f9c372c4), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.508915 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf69-2836-4bec-82a6-bf9a1a54231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (dbb7768b-de16-4e88-bf40-1d36f9c372c4), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.517354 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b2ebbf69-2836-4bec-82a6-bf9a1a54231a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:07.518715 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-b2ebbf69-2836-4bec-82a6-bf9a1a54231a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbb7768b-de16-4e88-bf40-1d36f9c372c4 HTTP/1.1" status: 204 len: 168 time: 0.1561685 May 19 13:33:07.542469 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebbf69-2836-4bec-82a6-bf9a1a54231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb7768b-de16-4e88-bf40-1d36f9c372c4,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:07.796611 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e0a10-b2ee-4f62-a511-53a3a5ddcf63 req-3358247e-ce06-4a88-ab85-bb682d77239a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:07.798204 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b94e0a10-b2ee-4f62-a511-53a3a5ddcf63 req-3358247e-ce06-4a88-ab85-bb682d77239a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0747302 May 19 13:33:07.865874 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b94e0a10-b2ee-4f62-a511-53a3a5ddcf63 req-53cabea7-1734-4789-ae91-94f7403a5b6c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620522 May 19 13:33:07.960373 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc467bb-64fb-43de-baed-bb4115d2d345 req-09609db6-8f74-4c8c-acc0-101570a1d337 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:07.963194 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7fc467bb-64fb-43de-baed-bb4115d2d345 req-09609db6-8f74-4c8c-acc0-101570a1d337 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 945 time: 0.1045961 May 19 13:33:08.049895 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7fc467bb-64fb-43de-baed-bb4115d2d345 req-707706d7-f86e-42b5-9f71-dbd143a96eca tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753179 May 19 13:33:08.195099 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-9de937ca-e454-4fde-8991-b9e920e235bb tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:08.196817 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-9de937ca-e454-4fde-8991-b9e920e235bb tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 945 time: 0.0508053 May 19 13:33:08.318627 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Deleting port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:33:08.318975 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:08.401295 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:08.580491 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeabd5-0cf5-410d-a8b3-58688c59aca6 req-c1ee486f-2f0d-4a44-8f89-2f9fb63f766e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:08.588021 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-aaeeabd5-0cf5-410d-a8b3-58688c59aca6 req-c1ee486f-2f0d-4a44-8f89-2f9fb63f766e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0888369 May 19 13:33:08.618888 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] For port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:08.619252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:08.645646 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Calling delete_port for de61cd08-bee3-42ae-b8ef-49a50a8b7e3c owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:33:08.673797 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-aaeeabd5-0cf5-410d-a8b3-58688c59aca6 req-e512b223-58c0-4404-b1db-f7b3cf524c83 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814154 May 19 13:33:08.839116 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (de61cd08-bee3-42ae-b8ef-49a50a8b7e3c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:08.870189 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Pushing event deleted for resources: {'Port': ['ID=de61cd08-bee3-42ae-b8ef-49a50a8b7e3c,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:08.883911 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['de61cd08-bee3-42ae-b8ef-49a50a8b7e3c'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:33:08.953832 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] No DVR routers for this DVR port de61cd08-bee3-42ae-b8ef-49a50a8b7e3c on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:33:08.956986 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:08.960879 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-aa93ee1f-163b-4fac-bcfd-2c45f3e2e22a req-1dd128ee-d8cf-415b-ba79-e7706bd5ef00 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "DELETE /v2.0/ports/de61cd08-bee3-42ae-b8ef-49a50a8b7e3c HTTP/1.1" status: 204 len: 173 time: 0.7574966 May 19 13:33:08.961566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e7076-b435-4ecd-81d1-d7154800cab0', 'name': 'network-vif-deleted', 'tag': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:08.964656 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be5d03c-41fe-4952-a01d-699d18f741ca" -d '{"events": [{"server_uuid": "383e7076-b435-4ecd-81d1-d7154800cab0", "name": "network-vif-deleted", "tag": "de61cd08-bee3-42ae-b8ef-49a50a8b7e3c"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:09.149526 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba192600-9277-4ea3-a435-10be40958227 x-openstack-request-id: req-ba192600-9277-4ea3-a435-10be40958227 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:09.149647 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e7076-b435-4ecd-81d1-d7154800cab0", "name": "network-vif-deleted", "tag": "de61cd08-bee3-42ae-b8ef-49a50a8b7e3c", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:09.149890 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba192600-9277-4ea3-a435-10be40958227 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:09.150280 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba192600-9277-4ea3-a435-10be40958227'] response: {'server_uuid': '383e7076-b435-4ecd-81d1-d7154800cab0', 'name': 'network-vif-deleted', 'tag': 'de61cd08-bee3-42ae-b8ef-49a50a8b7e3c', 'status': 'completed', 'code': 200} May 19 13:33:09.286922 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b4f53c40-044f-4a70-8473-5f6b7d620546 req-2860a099-be7a-4326-a2e7-f200f0439f0b tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=383e7076-b435-4ecd-81d1-d7154800cab0 HTTP/1.1" status: 200 len: 210 time: 0.0312581 May 19 13:33:09.295251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbb519-7665-40b5-bece-0eca7401193e req-f6801ad3-cc1b-48c7-989b-da2f391c71b7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:09.297042 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7ebbb519-7665-40b5-bece-0eca7401193e req-f6801ad3-cc1b-48c7-989b-da2f391c71b7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1787479 May 19 13:33:09.359453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:09.381224 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7ebbb519-7665-40b5-bece-0eca7401193e req-a0c54e24-ed59-4a87-8ee8-b8e32aaff072 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647016 May 19 13:33:09.623728 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a5645848-5f0f-4dc4-aae8-005e0f173421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:09.879568 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a0d2f-5537-4edf-baf4-7ec34eb6ec38 req-9b9ebbe7-40a6-404a-b448-0065682650c4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:09.893530 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-425a0d2f-5537-4edf-baf4-7ec34eb6ec38 req-9b9ebbe7-40a6-404a-b448-0065682650c4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0916562 May 19 13:33:09.972976 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-425a0d2f-5537-4edf-baf4-7ec34eb6ec38 req-2b12f103-3723-4d85-88c8-16d2dd5bf70d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754237 May 19 13:33:10.524897 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:10.537243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13491e37-a77b-4ad7-b1a8-15b9e8176365 req-9810bdd9-b018-4b5a-9d42-07ac7a499579 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:10.539038 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-13491e37-a77b-4ad7-b1a8-15b9e8176365 req-9810bdd9-b018-4b5a-9d42-07ac7a499579 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0495005 May 19 13:33:10.599057 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-13491e37-a77b-4ad7-b1a8-15b9e8176365 req-fa51878a-5f09-4b61-ae6a-00ab5102cad4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517802 May 19 13:33:10.626658 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:10.750332 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-9f2843b4-4cf9-403f-a699-e2d3511f7077 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:10.751832 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-9f2843b4-4cf9-403f-a699-e2d3511f7077 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/networks?id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 HTTP/1.1" status: 200 len: 808 time: 0.1418462 May 19 13:33:10.774566 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:10.775153 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-37bb4040-1151-4f7a-a09e-c732ca9e193e tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/quotas/5a26987661f54291b3cf7086b0a1c98c HTTP/1.1" status: 200 len: 375 time: 0.0159431 May 19 13:33:10.815845 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-598bc2a3-5ad7-402e-9597-2286c4daa3fc tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a26987661f54291b3cf7086b0a1c98c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403023 May 19 13:33:10.899946 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50820) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:10.915767 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-e2133c60-c141-42dd-9805-f91f4e42d8df service neutron] 10.222.0.24 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990701 May 19 13:33:11.009670 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-dac17207-11fd-4f67-803f-3e22e59f0873 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:11.011402 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-dac17207-11fd-4f67-803f-3e22e59f0873 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 815 time: 0.1310678 May 19 13:33:11.029013 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-e7ef3084-6971-40da-8d96-32ae033e33cc tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/quotas/510387333865470196f9be30ef62395c HTTP/1.1" status: 200 len: 375 time: 0.0108485 May 19 13:33:11.055336 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-ed401cd5-f362-4da1-a3c2-8875e5a9cf73 service neutron] 10.222.0.24 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326663 May 19 13:33:11.101204 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-7734a4b3-8194-498c-905e-1ba6d550c051 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582743 May 19 13:33:11.107510 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-98089033-e6d8-4f90-93b8-f7168ab19777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:11.195755 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-98089033-e6d8-4f90-93b8-f7168ab19777 admin admin] Publish callbacks [] for security_group (a00e42d6-9130-44c3-ac2c-0b61fecf649b), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:11.203871 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-98089033-e6d8-4f90-93b8-f7168ab19777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a00e42d6-9130-44c3-ac2c-0b61fecf649b), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:11.256072 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-98089033-e6d8-4f90-93b8-f7168ab19777 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fab2ecf969047fbbd120b8dfc3d4bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549128 May 19 13:33:11.264684 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50834) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:11.265545 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98089033-e6d8-4f90-93b8-f7168ab19777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00e42d6-9130-44c3-ac2c-0b61fecf649b,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:11.414914 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4b818-8b26-4d13-aa3a-b244a8f3ce9a req-cc66849e-ee1b-4aad-a8c6-9eeed10ca7a3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:11.416800 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b6b4b818-8b26-4d13-aa3a-b244a8f3ce9a req-cc66849e-ee1b-4aad-a8c6-9eeed10ca7a3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1315794 May 19 13:33:11.485367 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4bc16204-3282-4765-949e-60d3a97b6d36 admin admin] Publish callbacks [] for security_group (a00e42d6-9130-44c3-ac2c-0b61fecf649b), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:11.492366 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-ad0cf489-3023-4c2e-9a56-f384e1fd68e8 service neutron] 10.222.0.24 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902745 May 19 13:33:11.502486 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b6b4b818-8b26-4d13-aa3a-b244a8f3ce9a req-d9d21d6d-96a1-4c82-a16a-91150cec90cc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690787 May 19 13:33:11.526352 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4bc16204-3282-4765-949e-60d3a97b6d36 admin admin] Publish callbacks [] for security_group (a00e42d6-9130-44c3-ac2c-0b61fecf649b), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:11.600085 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-dc2da2ad-c887-45bc-a237-0503ffe144c5 service neutron] 10.222.0.24 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003449 May 19 13:33:11.623186 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-72d05c34-639f-4dae-bfac-06d434f34a2e req-6e4ad407-15c6-4067-81e5-95db6134fd28 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 210 time: 0.0471625 May 19 13:33:11.654040 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4bc16204-3282-4765-949e-60d3a97b6d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a00e42d6-9130-44c3-ac2c-0b61fecf649b), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:11.657405 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4bc16204-3282-4765-949e-60d3a97b6d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:11.658729 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-4bc16204-3282-4765-949e-60d3a97b6d36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a00e42d6-9130-44c3-ac2c-0b61fecf649b HTTP/1.1" status: 204 len: 168 time: 0.3796773 May 19 13:33:11.670287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc16204-3282-4765-949e-60d3a97b6d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00e42d6-9130-44c3-ac2c-0b61fecf649b,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:11.785164 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b87b-980b-4fac-8c43-9b1656590592 req-45a566d5-0a2e-4692-8acc-b62d2e8efb15 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:11.787057 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9933b87b-980b-4fac-8c43-9b1656590592 req-45a566d5-0a2e-4692-8acc-b62d2e8efb15 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0785060 May 19 13:33:11.830240 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:11.862040 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9933b87b-980b-4fac-8c43-9b1656590592 req-f28c5c35-db06-4ecd-9574-ebbfd50fb2c8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688114 May 19 13:33:11.931657 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-44f21aec-7eda-448d-a99e-40c5a7c08e15 req-2a69fb2f-94eb-4b03-a36f-c448f11b8914 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 210 time: 0.0565145 May 19 13:33:11.955807 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50862) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:12.102631 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50870) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:12.132865 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3f40ee28-77a9-4ec7-8ae4-4140ebbf1d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.144750 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e8a69bfd-13a6-4c54-af7a-b9a098efe2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.162831 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:12.215228 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3f40ee28-77a9-4ec7-8ae4-4140ebbf1d55 admin admin] Publish callbacks [] for security_group (b8f697b3-8965-40bc-b535-b3d84d6cd6e0), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.222771 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3f40ee28-77a9-4ec7-8ae4-4140ebbf1d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b8f697b3-8965-40bc-b535-b3d84d6cd6e0), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.225613 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:12.241479 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e8a69bfd-13a6-4c54-af7a-b9a098efe2bc admin admin] Publish callbacks [] for security_group (d634610f-cf34-45b8-925d-297ee3c8b297), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.248778 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e8a69bfd-13a6-4c54-af7a-b9a098efe2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (d634610f-cf34-45b8-925d-297ee3c8b297), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.268228 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40ee28-77a9-4ec7-8ae4-4140ebbf1d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f697b3-8965-40bc-b535-b3d84d6cd6e0,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.284221 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-3f40ee28-77a9-4ec7-8ae4-4140ebbf1d55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c65be2983cb347748f0b6a6deb6e6536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792400 May 19 13:33:12.285743 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50874) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:12.296594 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a69bfd-13a6-4c54-af7a-b9a098efe2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d634610f-cf34-45b8-925d-297ee3c8b297,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.313064 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e8a69bfd-13a6-4c54-af7a-b9a098efe2bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83eb6b286ea74e0eaaece425cc668ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558443 May 19 13:33:12.315630 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50876) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:12.338082 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-637d4ccf-14f0-45da-b89e-50dd46cd70b9 admin admin] Publish callbacks [] for security_group (b8f697b3-8965-40bc-b535-b3d84d6cd6e0), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.359519 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-637d4ccf-14f0-45da-b89e-50dd46cd70b9 admin admin] Publish callbacks [] for security_group (b8f697b3-8965-40bc-b535-b3d84d6cd6e0), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.372436 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-327e6d13-a961-49ff-92fd-376eb3c64f6b admin admin] Publish callbacks [] for security_group (d634610f-cf34-45b8-925d-297ee3c8b297), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.378164 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:12.385051 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.396662 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-327e6d13-a961-49ff-92fd-376eb3c64f6b admin admin] Publish callbacks [] for security_group (d634610f-cf34-45b8-925d-297ee3c8b297), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.410027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-637d4ccf-14f0-45da-b89e-50dd46cd70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b8f697b3-8965-40bc-b535-b3d84d6cd6e0), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.412519 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-637d4ccf-14f0-45da-b89e-50dd46cd70b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.416743 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-637d4ccf-14f0-45da-b89e-50dd46cd70b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8f697b3-8965-40bc-b535-b3d84d6cd6e0 HTTP/1.1" status: 204 len: 168 time: 0.1296704 May 19 13:33:12.426203 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d4ccf-14f0-45da-b89e-50dd46cd70b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f697b3-8965-40bc-b535-b3d84d6cd6e0,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.478323 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-327e6d13-a961-49ff-92fd-376eb3c64f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (d634610f-cf34-45b8-925d-297ee3c8b297), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.482971 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-327e6d13-a961-49ff-92fd-376eb3c64f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:12.484277 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-327e6d13-a961-49ff-92fd-376eb3c64f6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d634610f-cf34-45b8-925d-297ee3c8b297 HTTP/1.1" status: 204 len: 168 time: 0.1677468 May 19 13:33:12.495207 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e6d13-a961-49ff-92fd-376eb3c64f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d634610f-cf34-45b8-925d-297ee3c8b297,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.747868 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606471e-e692-48ae-833f-d8a04d351c08 req-3be25f13-626c-4084-b78f-a22b7408b9d1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:12.754208 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e606471e-e692-48ae-833f-d8a04d351c08 req-3be25f13-626c-4084-b78f-a22b7408b9d1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1401978 May 19 13:33:12.873292 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e606471e-e692-48ae-833f-d8a04d351c08 req-2b0050ed-2285-4881-bafa-b8dd146bdda9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107421 May 19 13:33:12.897047 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bff8d814-4e24-4e53-808f-8e3a43f8848b req-a0224bd7-857a-49d5-8959-8682e96950da tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 210 time: 0.0937428 May 19 13:33:13.019593 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-7a8546c8-ff75-4373-a485-e827433b7595 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:13.025666 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-7a8546c8-ff75-4373-a485-e827433b7595 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "GET /v2.0/networks?id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 HTTP/1.1" status: 200 len: 808 time: 0.3803604 May 19 13:33:13.098454 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17ede-4e1f-4b67-9485-f307b640779d req-34ec8207-75cc-4d75-977e-6b4602b8fd0d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:13.102260 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-03a17ede-4e1f-4b67-9485-f307b640779d req-34ec8207-75cc-4d75-977e-6b4602b8fd0d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0812719 May 19 13:33:13.119115 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f1c40b7b-ec87-43b4-8395-4c2749ab57c0 req-e4514092-b4f4-4d9b-9692-938d3ecc3951 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 210 time: 0.0413740 May 19 13:33:13.178684 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-03a17ede-4e1f-4b67-9485-f307b640779d req-59d4862e-21f5-45e5-b125-5f5536ab5e9e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684931 May 19 13:33:13.199507 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Request body: {'port': {'device_id': '07e97bb4-e6af-4707-a137-dd83d2887895', 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88', 'admin_state_up': True, 'tenant_id': '5a26987661f54291b3cf7086b0a1c98c'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:13.307801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:13.343077 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Made reservation on behalf of 5a26987661f54291b3cf7086b0a1c98c for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:13.346878 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:13.518930 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device de61cd08-bee3-42ae-b8ef-49a50a8b7e3c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:33:13.540656 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: de61cd08-bee3-42ae-b8ef-49a50a8b7e3c {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:33:13.541326 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device de61cd08-bee3-42ae-b8ef-49a50a8b7e3c not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:33:13.554831 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-c2eca73f-02a4-419b-8d77-e2778e362451 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:13.556328 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-c2eca73f-02a4-419b-8d77-e2778e362451 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.58 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 815 time: 0.1838162 May 19 13:33:13.575464 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Allocated IP 172.20.0.13 (3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88/119dadd5-48f2-40a3-b5e6-fc961d93c226/482e497d-dc94-47c6-8992-021c75b27d64) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:13.623587 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:13.739451 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks [] for port (482e497d-dc94-47c6-8992-021c75b27d64), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:13.773526 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (482e497d-dc94-47c6-8992-021c75b27d64), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:13.824549 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:13.827784 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:13.831778 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:33:13.855136 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Pushing event updated for resources: {'Port': ['ID=482e497d-dc94-47c6-8992-021c75b27d64,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:13.885239 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:13.886094 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:13.902285 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:13.907551 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-cd91a044-392b-43dc-9c98-f6102aa0a3ff tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7125649 May 19 13:33:14.004919 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7ba06-b07f-41e1-a550-ad80d327d130 req-3ab549b6-cb7a-474a-9b10-857ba9e2d56e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:14.012666 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d1e7ba06-b07f-41e1-a550-ad80d327d130 req-3ab549b6-cb7a-474a-9b10-857ba9e2d56e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0582366 May 19 13:33:14.067547 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d1e7ba06-b07f-41e1-a550-ad80d327d130 req-d74a37b6-407a-4318-bd9a-8e5a3f02d333 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 May 19 13:33:14.076386 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32385c6c-5c58-4e65-b3e3-f2cb794a7a05 req-ba509494-57cd-4093-af72-00e099ae65bd tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:14.077960 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-32385c6c-5c58-4e65-b3e3-f2cb794a7a05 req-ba509494-57cd-4093-af72-00e099ae65bd tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 932 time: 0.0837526 May 19 13:33:14.135410 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-32385c6c-5c58-4e65-b3e3-f2cb794a7a05 req-249c9557-ebf8-4aa9-8328-776da19ea67a tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518746 May 19 13:33:14.184462 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 50966) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:14.229154 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c6ae8270-113a-4364-96ee-a9c21f177dba req-1ed07880-99ad-41d6-a512-b22fc78a9635 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 210 time: 0.0346687 May 19 13:33:14.322497 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a3df8c8f-ac5d-48c5-b558-34593d399236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:14.342120 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003ddf0-e2e1-4547-8084-9a5e9cc8cc2d req-10274168-7bb5-46ef-9f2c-deef192f8ed9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:14.343492 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d003ddf0-e2e1-4547-8084-9a5e9cc8cc2d req-10274168-7bb5-46ef-9f2c-deef192f8ed9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0673943 May 19 13:33:14.373354 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:14.429490 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d003ddf0-e2e1-4547-8084-9a5e9cc8cc2d req-111ae2ab-9240-4ea3-9e2c-c70efa7d0c87 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792699 May 19 13:33:14.457275 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a3df8c8f-ac5d-48c5-b558-34593d399236 admin admin] Publish callbacks [] for security_group (df4fa05f-0cbd-44e3-a52b-ac160d486b2d), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:14.462069 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a3df8c8f-ac5d-48c5-b558-34593d399236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (df4fa05f-0cbd-44e3-a52b-ac160d486b2d), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:14.499915 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-a3df8c8f-ac5d-48c5-b558-34593d399236 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02fd5a2e6839481fa805281b6ddaef94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142650 May 19 13:33:14.501172 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df8c8f-ac5d-48c5-b558-34593d399236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4fa05f-0cbd-44e3-a52b-ac160d486b2d,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:14.502922 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 50972) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:14.552974 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c978b73a-da44-4d7a-92b4-23a2a312de11 admin admin] Publish callbacks [] for security_group (df4fa05f-0cbd-44e3-a52b-ac160d486b2d), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:14.566958 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:14.576470 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c978b73a-da44-4d7a-92b4-23a2a312de11 admin admin] Publish callbacks [] for security_group (df4fa05f-0cbd-44e3-a52b-ac160d486b2d), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:14.630264 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c978b73a-da44-4d7a-92b4-23a2a312de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (df4fa05f-0cbd-44e3-a52b-ac160d486b2d), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:14.632843 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c978b73a-da44-4d7a-92b4-23a2a312de11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:14.634054 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c978b73a-da44-4d7a-92b4-23a2a312de11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df4fa05f-0cbd-44e3-a52b-ac160d486b2d HTTP/1.1" status: 204 len: 168 time: 0.1301498 May 19 13:33:14.642639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978b73a-da44-4d7a-92b4-23a2a312de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4fa05f-0cbd-44e3-a52b-ac160d486b2d,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:15.236240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1f3cc-61e5-4635-8be3-9ad6de129dca req-a30af789-433b-470a-ace6-9bd17731d409 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:15.237896 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a1d1f3cc-61e5-4635-8be3-9ad6de129dca req-a30af789-433b-470a-ace6-9bd17731d409 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0981779 May 19 13:33:15.291017 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f2ef2-0ed5-4278-a25b-af7212da675d req-9c5b0eb1-27d7-4475-9e38-852b3b49dbd4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:15.292825 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-675f2ef2-0ed5-4278-a25b-af7212da675d req-9c5b0eb1-27d7-4475-9e38-852b3b49dbd4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 932 time: 0.0569658 May 19 13:33:15.303577 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a1d1f3cc-61e5-4635-8be3-9ad6de129dca req-8826a17d-091d-4067-9a87-2cf1d6b575b7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531580 May 19 13:33:15.354037 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-675f2ef2-0ed5-4278-a25b-af7212da675d req-fab608f0-eddd-4bd2-afdc-e9002f87baa5 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551143 May 19 13:33:15.390143 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-072ef9c4-c0c4-43cd-8ba4-8cca322e5c9c req-b83d8faa-bf88-4885-9873-b2abd4380157 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 210 time: 0.0300784 May 19 13:33:15.553455 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9bb4b-4c98-4ff6-a067-8837c536a085 req-201a0f7b-9aa0-4eeb-b0b9-5d98e2a0fed0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:15.554920 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ef9bb4b-4c98-4ff6-a067-8837c536a085 req-201a0f7b-9aa0-4eeb-b0b9-5d98e2a0fed0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0515258 May 19 13:33:15.607321 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ef9bb4b-4c98-4ff6-a067-8837c536a085 req-adeae3db-ce20-4a22-bdf9-016a76a43cb7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465169 May 19 13:33:16.421289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec9da7-471c-4d1a-9178-e08edefd70ca req-9a4c578b-cc24-45de-90a5-db591af87968 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:16.422808 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f3ec9da7-471c-4d1a-9178-e08edefd70ca req-9a4c578b-cc24-45de-90a5-db591af87968 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0493271 May 19 13:33:16.472471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343aa4-9616-47a0-93a1-8cef58f2bd84 req-44fb2b66-3f9c-432b-8236-980b271ed01e tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:16.473967 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-94343aa4-9616-47a0-93a1-8cef58f2bd84 req-44fb2b66-3f9c-432b-8236-980b271ed01e tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 932 time: 0.0513279 May 19 13:33:16.477106 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f3ec9da7-471c-4d1a-9178-e08edefd70ca req-777a6089-2f92-4d5b-b9f2-350e5f733f0a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461922 May 19 13:33:16.486247 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:16.526195 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-94343aa4-9616-47a0-93a1-8cef58f2bd84 req-ecf14fe0-c09b-451b-a277-c259b23f6827 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458927 May 19 13:33:16.573666 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d5831b9c-32c8-427b-b42b-15b549ae0a01 req-07a7dd67-f3af-4248-9598-51b4c73f94fd tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 210 time: 0.0275991 May 19 13:33:16.704980 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Request body: {'port': {'device_id': '07e97bb4-e6af-4707-a137-dd83d2887895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:16.746457 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87abae8-6d72-4e09-97ba-ac239db80b87 req-bec61f9b-593c-44b5-8ad0-3d55bb8eab8e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:16.748463 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e87abae8-6d72-4e09-97ba-ac239db80b87 req-bec61f9b-593c-44b5-8ad0-3d55bb8eab8e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0667124 May 19 13:33:16.773558 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'port': {'device_id': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'admin_state_up': True, 'tenant_id': '510387333865470196f9be30ef62395c'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:16.820909 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e87abae8-6d72-4e09-97ba-ac239db80b87 req-4cf21ce3-fd8f-4262-afb1-94daf09169f3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660338 May 19 13:33:16.844345 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (482e497d-dc94-47c6-8992-021c75b27d64), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:16.851740 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:16.930979 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318acee-8995-4ae8-a4fe-7036d45febef req-4b03d622-327d-418d-a56e-d9a1b23ab2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:16.932521 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f318acee-8995-4ae8-a4fe-7036d45febef req-4b03d622-327d-418d-a56e-d9a1b23ab2e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1129 time: 0.0461454 May 19 13:33:16.983648 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Made reservation on behalf of 510387333865470196f9be30ef62395c for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:16.990516 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:17.037390 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f318acee-8995-4ae8-a4fe-7036d45febef req-66e1bb45-fe0b-41d2-84e8-690066b048c0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612912 May 19 13:33:17.283929 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Allocated IP 172.20.0.11 (12b173b5-88a3-4bd8-bf94-8afe06af1cca/c3ce00b0-170b-4ce6-ba3a-21cf23e39f38/97ed1b45-3101-4569-a101-5346f9044405) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:17.325850 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:17.391580 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482e497d-dc94-47c6-8992-021c75b27d64 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:17.416229 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Publish callbacks [] for port (482e497d-dc94-47c6-8992-021c75b27d64), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:17.478634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Transition to ACTIVE for port object 482e497d-dc94-47c6-8992-021c75b27d64 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:33:17.501561 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (482e497d-dc94-47c6-8992-021c75b27d64), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:17.750484 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f752b9-7ec4-45b7-856f-c8aca7ed0493 req-ef2d4404-dcf7-4ebe-ad60-1ec9d6c42fab tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:17.751224 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Pushing event updated for resources: {'Port': ['ID=482e497d-dc94-47c6-8992-021c75b27d64,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:17.753389 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-72f752b9-7ec4-45b7-856f-c8aca7ed0493 req-ef2d4404-dcf7-4ebe-ad60-1ec9d6c42fab tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0933688 May 19 13:33:17.789273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for port (97ed1b45-3101-4569-a101-5346f9044405), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:17.800779 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039c775-d508-41d1-be15-aa80d8ddf40d req-98402696-400c-47a9-8ca2-f2071a3e01c1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:17.804064 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c039c775-d508-41d1-be15-aa80d8ddf40d req-98402696-400c-47a9-8ca2-f2071a3e01c1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1635950 May 19 13:33:17.810213 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:17.851959 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-72f752b9-7ec4-45b7-856f-c8aca7ed0493 req-a48a5598-2dd7-4ec2-9aff-47a93974a986 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925460 May 19 13:33:17.981366 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:17.995779 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Attempting to bind port 482e497d-dc94-47c6-8992-021c75b27d64 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:33:17.996411 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Attempting to bind port 482e497d-dc94-47c6-8992-021c75b27d64 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:33:17.997033 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Attempting to bind port 482e497d-dc94-47c6-8992-021c75b27d64 on network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:18.032193 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c039c775-d508-41d1-be15-aa80d8ddf40d req-2a78b29b-a3eb-4905-bf30-0a1ef4e40a95 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954880 May 19 13:33:18.036674 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Port 482e497d-dc94-47c6-8992-021c75b27d64 on network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:33:18.037227 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Attempting to bind port 482e497d-dc94-47c6-8992-021c75b27d64 on network 3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:18.093891 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:18.111290 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:33:18.111290 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Checking segment: {'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:33:18.111627 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Bound using segment: {'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:33:18.111868 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Bound port: 482e497d-dc94-47c6-8992-021c75b27d64, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:33:18.112235 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (482e497d-dc94-47c6-8992-021c75b27d64), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:18.118874 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036826d-cef6-45e6-be4a-2b6c52a51892 req-29421f2f-71a5-409e-b78f-246492a7be6f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:18.141234 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a036826d-cef6-45e6-be4a-2b6c52a51892 req-29421f2f-71a5-409e-b78f-246492a7be6f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.1428466 May 19 13:33:18.253824 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a036826d-cef6-45e6-be4a-2b6c52a51892 req-d7c981a3-e960-401a-a92c-0a8eff813f76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993032 May 19 13:33:18.294787 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:18.312138 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] For port 482e497d-dc94-47c6-8992-021c75b27d64, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:33:18.335531 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:33:18.359693 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] For port 482e497d-dc94-47c6-8992-021c75b27d64, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=482e497d-dc94-47c6-8992-021c75b27d64,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:33:18.406298 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:18.442109 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (482e497d-dc94-47c6-8992-021c75b27d64), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:18.486071 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:18.486762 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:18.488600 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] 10.222.0.58 "PUT /v2.0/ports/482e497d-dc94-47c6-8992-021c75b27d64 HTTP/1.1" status: 200 len: 1094 time: 1.7883034 May 19 13:33:18.490474 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.490817 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.491154 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.491761 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.492098 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.492430 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.493083 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.493083 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.493391 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.493742 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.494063 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.494383 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.494699 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.495017 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.495334 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:18.499130 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e97bb4-e6af-4707-a137-dd83d2887895', 'tag': '482e497d-dc94-47c6-8992-021c75b27d64'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:18.503253 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35087c7f-c28f-4225-8f65-e112b3b5027e" -d '{"events": [{"name": "network-changed", "server_uuid": "07e97bb4-e6af-4707-a137-dd83d2887895", "tag": "482e497d-dc94-47c6-8992-021c75b27d64"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:18.574027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b232b-adf9-484e-b02d-66d9281cc33f req-415ba373-9220-48f4-bec3-6b08bbe1501d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:18.576039 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d42b232b-adf9-484e-b02d-66d9281cc33f req-415ba373-9220-48f4-bec3-6b08bbe1501d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.2659323 May 19 13:33:18.581956 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d146fa9-a769-4050-a1be-b40ad0116588 x-openstack-request-id: req-0d146fa9-a769-4050-a1be-b40ad0116588 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:18.582630 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e97bb4-e6af-4707-a137-dd83d2887895", "tag": "482e497d-dc94-47c6-8992-021c75b27d64", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:18.583080 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d146fa9-a769-4050-a1be-b40ad0116588 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:18.583712 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d146fa9-a769-4050-a1be-b40ad0116588'] response: {'name': 'network-changed', 'server_uuid': '07e97bb4-e6af-4707-a137-dd83d2887895', 'tag': '482e497d-dc94-47c6-8992-021c75b27d64', 'status': 'completed', 'code': 200} May 19 13:33:18.631067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:18.632116 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:18.647313 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-a1bd7f72-16db-4141-95cf-7e7d3432e88a None None] Provisioning complete for port 97ed1b45-3101-4569-a101-5346f9044405 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:18.647898 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a1bd7f72-16db-4141-95cf-7e7d3432e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97ed1b45-3101-4569-a101-5346f9044405), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:18.670420 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-8d5b53eb-ac7b-421c-a3cc-30ad7afc8be4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9211917 May 19 13:33:18.682785 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ef4d6-165e-42f3-a9ab-4f185eacfa18 service neutron] Pushing event updated for resources: {'Port': ['ID=482e497d-dc94-47c6-8992-021c75b27d64,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:18.698191 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d42b232b-adf9-484e-b02d-66d9281cc33f req-d0f40121-695b-41b9-ba48-19ffc65dc554 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075003 May 19 13:33:18.739560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd7f72-16db-4141-95cf-7e7d3432e88a None None] Port 97ed1b45-3101-4569-a101-5346f9044405 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:33:19.006373 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf810df-bebd-4577-a735-c74ba790c59b req-7d75ef6e-fb8c-403a-a238-4b235093b8bc tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:19.008195 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4cf810df-bebd-4577-a735-c74ba790c59b req-7d75ef6e-fb8c-403a-a238-4b235093b8bc tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0663087 May 19 13:33:19.035021 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51142) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:19.103064 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4cf810df-bebd-4577-a735-c74ba790c59b req-53cb2373-463b-4d30-a4d5-5580b1ef8719 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889938 May 19 13:33:19.203518 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:19.249609 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62009c0d-2ec3-4439-a148-d5fda41b51d9 req-23172ce8-f9ff-47c0-b3d5-9b5c338d6a03 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:19.262017 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-62009c0d-2ec3-4439-a148-d5fda41b51d9 req-23172ce8-f9ff-47c0-b3d5-9b5c338d6a03 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1002135 May 19 13:33:19.396084 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6467a1c1-a790-4e0d-9e73-aef000701fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:19.457878 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-62009c0d-2ec3-4439-a148-d5fda41b51d9 req-52fcbc6f-7be8-4872-a379-1b9fd1280162 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937673 May 19 13:33:19.528440 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc78f0c-faa4-41f3-8fdd-adc921a32038 req-ccc83083-453a-468c-8bff-849f9c38c0bb tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:19.537309 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ffc78f0c-faa4-41f3-8fdd-adc921a32038 req-ccc83083-453a-468c-8bff-849f9c38c0bb tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.1525085 May 19 13:33:19.603786 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6467a1c1-a790-4e0d-9e73-aef000701fe0 admin admin] Publish callbacks [] for security_group (82bd3239-2570-4020-bd4f-dd9ab016ae62), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:19.611092 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6467a1c1-a790-4e0d-9e73-aef000701fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (82bd3239-2570-4020-bd4f-dd9ab016ae62), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:19.655084 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ffc78f0c-faa4-41f3-8fdd-adc921a32038 req-5a318d50-4a97-4a6b-8aaa-c79f8dad215b tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165488 May 19 13:33:19.665999 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6467a1c1-a790-4e0d-9e73-aef000701fe0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17a97caee8204a65978f6b7d81716224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6288133 May 19 13:33:19.665999 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467a1c1-a790-4e0d-9e73-aef000701fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd3239-2570-4020-bd4f-dd9ab016ae62,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:19.669801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51160) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:19.745792 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2e893e46-beb1-4f50-8834-91f1eb00322d admin admin] Publish callbacks [] for security_group (82bd3239-2570-4020-bd4f-dd9ab016ae62), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:19.758929 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:19.777245 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2e893e46-beb1-4f50-8834-91f1eb00322d admin admin] Publish callbacks [] for security_group (82bd3239-2570-4020-bd4f-dd9ab016ae62), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:19.880568 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2e893e46-beb1-4f50-8834-91f1eb00322d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (82bd3239-2570-4020-bd4f-dd9ab016ae62), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:19.883021 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2e893e46-beb1-4f50-8834-91f1eb00322d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:19.887060 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-2e893e46-beb1-4f50-8834-91f1eb00322d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82bd3239-2570-4020-bd4f-dd9ab016ae62 HTTP/1.1" status: 204 len: 168 time: 0.2163651 May 19 13:33:19.905113 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df081-59c7-4d12-b973-e5f5e26b24cc req-37f331fa-541b-430d-8a67-f968dedaff0c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:19.906790 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-187df081-59c7-4d12-b973-e5f5e26b24cc req-37f331fa-541b-430d-8a67-f968dedaff0c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0738208 May 19 13:33:19.909098 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e893e46-beb1-4f50-8834-91f1eb00322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd3239-2570-4020-bd4f-dd9ab016ae62,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:19.975100 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-187df081-59c7-4d12-b973-e5f5e26b24cc req-f9480e6e-0e69-4300-8813-218c388921e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586994 May 19 13:33:20.262093 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d296b46-098c-4421-bbb4-ae9ad86e0dc0 req-d1ee6cdc-322d-4530-bf25-4ea55aea8a5a tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:20.272461 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5d296b46-098c-4421-bbb4-ae9ad86e0dc0 req-d1ee6cdc-322d-4530-bf25-4ea55aea8a5a tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0657268 May 19 13:33:20.280084 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:20.353726 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5d296b46-098c-4421-bbb4-ae9ad86e0dc0 req-3bfae5cf-d0bc-4773-b243-13461e49b0a5 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800757 May 19 13:33:20.611008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b15b39-e98f-4cd9-a823-c19e9804ce34 req-1b796d41-f2c1-494b-bd44-3172c288e33d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:20.612672 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-41b15b39-e98f-4cd9-a823-c19e9804ce34 req-1b796d41-f2c1-494b-bd44-3172c288e33d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0599010 May 19 13:33:20.711078 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-41b15b39-e98f-4cd9-a823-c19e9804ce34 req-893d710e-1f25-4fdc-a7d4-17d1be985f43 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883956 May 19 13:33:20.837441 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18638d5-6871-487b-b72e-d0b781367649 req-f09a9dc5-247d-44a7-b2dc-e07527f775a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:20.841983 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a18638d5-6871-487b-b72e-d0b781367649 req-f09a9dc5-247d-44a7-b2dc-e07527f775a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.0805576 May 19 13:33:20.910547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51200) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:20.937396 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a18638d5-6871-487b-b72e-d0b781367649 req-567fbbe7-d416-4570-b387-4c6d12959a80 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810044 May 19 13:33:21.058008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-974358877-network', 'tenant_id': 'c96a605108ec47a081c60bc8dc16fd8e'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:21.119942 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Made reservation on behalf of c96a605108ec47a081c60bc8dc16fd8e for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:21.122972 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.136974 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.145185 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372241ea-de73-4e73-9377-6318f92acddc req-047f101d-7b3b-4127-bda1-cab8d9af683c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:21.147709 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-372241ea-de73-4e73-9377-6318f92acddc req-047f101d-7b3b-4127-bda1-cab8d9af683c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0785117 May 19 13:33:21.246130 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-372241ea-de73-4e73-9377-6318f92acddc req-c2510316-dbce-40a1-a827-ef83121d053c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811749 May 19 13:33:21.293915 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks [] for security_group (36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.301155 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.330852 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:33:21.332530 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:21.350389 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:21.353941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (05cb3006-b11f-4b1f-ba21-0c10943eda32), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.354187 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Added segment 05cb3006-b11f-4b1f-ba21-0c10943eda32 of type vlan for network 87bf18b1-62e1-4c33-ac80-cb8609461a97 May 19 13:33:21.445801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (87bf18b1-62e1-4c33-ac80-cb8609461a97), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.502008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (87bf18b1-62e1-4c33-ac80-cb8609461a97), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.503659 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:21.505274 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.559973 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18104-a9ea-4562-b0fa-9a4b846b4a12 req-2f37dc60-0706-4ff4-a264-b6d930b46797 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:21.566727 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84f18104-a9ea-4562-b0fa-9a4b846b4a12 req-2f37dc60-0706-4ff4-a264-b6d930b46797 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0858719 May 19 13:33:21.581432 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6695509 May 19 13:33:21.588044 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:21.589234 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51210) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:21.604429 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Request body: {'subnet': {'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-974358877-subnet', 'tenant_id': 'c96a605108ec47a081c60bc8dc16fd8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:21.616145 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7eb0-c817-4ab7-b993-589e9e8c58ae admin admin] Pushing event updated for resources: {'Network': ['ID=87bf18b1-62e1-4c33-ac80-cb8609461a97,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:21.634134 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 87bf18b1-62e1-4c33-ac80-cb8609461a97 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:33:21.643444 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Made reservation on behalf of c96a605108ec47a081c60bc8dc16fd8e for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:21.647994 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84f18104-a9ea-4562-b0fa-9a4b846b4a12 req-070d5a0a-7ab7-45fc-89e1-836b18cb8f1c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750508 May 19 13:33:21.650223 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8473040'] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.756031 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:21.894836 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6f891-50e0-43c4-8d83-57cd46cfb2ad req-678490a6-f204-4478-9e1d-791789243cf9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:21.896684 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e4a6f891-50e0-43c4-8d83-57cd46cfb2ad req-678490a6-f204-4478-9e1d-791789243cf9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0721102 May 19 13:33:21.981326 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8473030'] for subnet (9f5b6fe3-c740-4016-a9a6-b29112874223), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:22.054843 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e4a6f891-50e0-43c4-8d83-57cd46cfb2ad req-f27f8ae4-6c00-42df-a9e0-3866ef9f5df7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337473 May 19 13:33:22.084409 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5b6fe3-c740-4016-a9a6-b29112874223,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:22.100839 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd91a5e-7237-4712-979f-b440d572e471 req-52d94690-f5af-4702-b320-c57c08c59e8e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:22.102067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Checking segment: {'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:33:22.102596 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Network hostable DHCP agents. Network: 87bf18b1-62e1-4c33-ac80-cb8609461a97, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:33:22.108412 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8dd91a5e-7237-4712-979f-b440d572e471 req-52d94690-f5af-4702-b320-c57c08c59e8e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.0778840 May 19 13:33:22.142608 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Network 87bf18b1-62e1-4c33-ac80-cb8609461a97 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:33:22.160610 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 87bf18b1-62e1-4c33-ac80-cb8609461a97) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:22.166054 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:22.166860 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:22.178548 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c09d8c-0817-4c59-aa3e-95ced6c7e30c None None] Network 87bf18b1-62e1-4c33-ac80-cb8609461a97 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:33:22.185977 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-9edcdf80-c973-4185-a7b5-a2cc1c8140d1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5872722 May 19 13:33:22.212803 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8dd91a5e-7237-4712-979f-b440d572e471 req-de309346-2e06-46e2-ac3c-700d482c684e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016698 May 19 13:33:22.337241 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0cbbf-b458-463b-a04e-789741670302 None None] Network 87bf18b1-62e1-4c33-ac80-cb8609461a97 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:33:22.498642 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cd21c-7c4c-46fc-840d-fa0919b4efea req-06d52387-99f7-40b7-ac74-8598d7231bc8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:22.500217 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c95cd21c-7c4c-46fc-840d-fa0919b4efea req-06d52387-99f7-40b7-ac74-8598d7231bc8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1330960 May 19 13:33:22.601850 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c95cd21c-7c4c-46fc-840d-fa0919b4efea req-e6ff664c-17a1-4b41-9835-b953b4b92de4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946307 May 19 13:33:22.805745 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:22.841846 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7d0a-b15b-4bb2-861d-daa68c09bf0d req-a76ebccd-a84e-4b09-8891-e60ab7ce1ad2 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:22.844817 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b49a7d0a-b15b-4bb2-861d-daa68c09bf0d req-a76ebccd-a84e-4b09-8891-e60ab7ce1ad2 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0798306 May 19 13:33:22.910677 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b49a7d0a-b15b-4bb2-861d-daa68c09bf0d req-f827891c-f961-4fcf-ad8d-bff65d15ddd9 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597353 May 19 13:33:23.268881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f4654-a9ca-47bd-a19c-444476fe12be req-ec41c5c1-455b-454b-8382-ccb816e102fc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:23.274064 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-119f4654-a9ca-47bd-a19c-444476fe12be req-ec41c5c1-455b-454b-8382-ccb816e102fc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0815458 May 19 13:33:23.294322 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:23.331112 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-119f4654-a9ca-47bd-a19c-444476fe12be req-458e814e-e536-4857-a053-e99bbdac4c77 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549834 May 19 13:33:23.367051 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e435f9-cf30-46ae-afcd-7f93444141b4 req-ecfcc2d2-c1e6-46b8-81fb-5304ca090169 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:23.368643 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-09e435f9-cf30-46ae-afcd-7f93444141b4 req-ecfcc2d2-c1e6-46b8-81fb-5304ca090169 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.0547328 May 19 13:33:23.420143 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-09e435f9-cf30-46ae-afcd-7f93444141b4 req-84b19d88-906c-423a-b548-03253b3ff91c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450065 May 19 13:33:23.736760 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f965-3af4-402a-b2e4-e8abbe03a882 req-8753d639-4412-4178-9a12-7e7ee612e923 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:23.738343 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd76f965-3af4-402a-b2e4-e8abbe03a882 req-8753d639-4412-4178-9a12-7e7ee612e923 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0507326 May 19 13:33:23.795957 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd76f965-3af4-402a-b2e4-e8abbe03a882 req-ecca7871-ecfb-4c80-b279-a339aaa9309b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508657 May 19 13:33:24.051042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d10a5e-cae1-4b62-9e7f-28ba32ff4957 req-0579ff94-7f31-40a6-acf3-bb5ee4c6f099 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:24.053312 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-80d10a5e-cae1-4b62-9e7f-28ba32ff4957 req-0579ff94-7f31-40a6-acf3-bb5ee4c6f099 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0528872 May 19 13:33:24.106681 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-80d10a5e-cae1-4b62-9e7f-28ba32ff4957 req-1ed7d6a6-ac82-495b-b068-543b68be8a17 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 May 19 13:33:24.461674 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402b04-a739-43b1-8adf-1904257d3760 req-8c9a6aac-668d-4705-95a0-b1eb86f55eb4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:24.463097 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44402b04-a739-43b1-8adf-1904257d3760 req-8c9a6aac-668d-4705-95a0-b1eb86f55eb4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0530748 May 19 13:33:24.522945 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44402b04-a739-43b1-8adf-1904257d3760 req-bb5f3398-f14d-4b32-aae8-4301b493b14e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536892 May 19 13:33:24.655275 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337af03-e73d-4577-8a0b-183577b20009 req-7dbec2d8-75c0-4fee-a850-f28007a7f174 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:24.657173 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5337af03-e73d-4577-8a0b-183577b20009 req-7dbec2d8-75c0-4fee-a850-f28007a7f174 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.0578811 May 19 13:33:24.714200 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5337af03-e73d-4577-8a0b-183577b20009 req-4a77b355-9915-4ddb-b092-32aa1c06a686 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 May 19 13:33:24.929201 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6aba6-626c-4577-8d91-6beed6f8784a req-cdfe7e7c-9bbd-4609-bd94-dff0139925b9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:24.930689 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-13d6aba6-626c-4577-8d91-6beed6f8784a req-cdfe7e7c-9bbd-4609-bd94-dff0139925b9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0545375 May 19 13:33:24.984656 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-13d6aba6-626c-4577-8d91-6beed6f8784a req-8590bdb0-c3b6-49af-9a04-53b8ffa8ad6f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473974 May 19 13:33:25.236513 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae7833-c095-431b-adbc-9a4da4551c43 req-89f384ab-ab8d-4908-be32-3e553e5fc00c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.241468 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d7ae7833-c095-431b-adbc-9a4da4551c43 req-89f384ab-ab8d-4908-be32-3e553e5fc00c tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0509017 May 19 13:33:25.299031 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d7ae7833-c095-431b-adbc-9a4da4551c43 req-f5b73363-4d50-459f-8770-9f25e18b4765 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509176 May 19 13:33:25.653061 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572831bb-612d-4c71-bec3-19952923629d req-f1cb033d-a6dc-4fc7-8b4f-ee2c85dbb045 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.655085 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-572831bb-612d-4c71-bec3-19952923629d req-f1cb033d-a6dc-4fc7-8b4f-ee2c85dbb045 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0569689 May 19 13:33:25.718011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:25.723408 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-572831bb-612d-4c71-bec3-19952923629d req-692bfb87-c8c2-43dd-ba4c-bf11ac513a74 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626657 May 19 13:33:26.064498 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96c130-5613-4a31-80ac-a22c6000424d req-0ea66f41-14c8-45a7-8158-96db793d34c8 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:26.066012 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cb96c130-5613-4a31-80ac-a22c6000424d req-0ea66f41-14c8-45a7-8158-96db793d34c8 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.2651947 May 19 13:33:26.116445 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cb96c130-5613-4a31-80ac-a22c6000424d req-c1c32056-0492-4b70-b4b5-fb796d394328 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 May 19 13:33:26.226867 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef98202-d603-4a7a-a527-f509198cc590 req-012bfc52-466f-4532-8f89-4132dc5a73dd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:26.228819 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bef98202-d603-4a7a-a527-f509198cc590 req-012bfc52-466f-4532-8f89-4132dc5a73dd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0522480 May 19 13:33:26.281892 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bef98202-d603-4a7a-a527-f509198cc590 req-c9f37b8c-c87b-49e1-b086-8d4ea2cf1542 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469210 May 19 13:33:26.414289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008409-50f5-4e29-a026-52d337aab179 req-351c840c-41cb-4ca0-992e-a96c14f35a24 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:26.416611 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-351c840c-41cb-4ca0-992e-a96c14f35a24 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/networks?id=87bf18b1-62e1-4c33-ac80-cb8609461a97 HTTP/1.1" status: 200 len: 813 time: 0.1409993 May 19 13:33:26.432581 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-9ad14ad7-b0df-4ffd-8d76-c3732b37c603 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/quotas/c96a605108ec47a081c60bc8dc16fd8e HTTP/1.1" status: 200 len: 375 time: 0.0101771 May 19 13:33:26.432837 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadde6f-8da3-4357-b122-9b92ebdef435 req-88a9f4f2-1f86-451e-95de-b2d79f86910b tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:26.434525 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9cadde6f-8da3-4357-b122-9b92ebdef435 req-88a9f4f2-1f86-451e-95de-b2d79f86910b tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0580957 May 19 13:33:26.470075 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-7bf3e8f2-19e2-41d4-ac5c-fc28f088d788 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294805 May 19 13:33:26.476779 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:26.493935 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9cadde6f-8da3-4357-b122-9b92ebdef435 req-80e82fab-4750-45ae-be94-8402be9f6593 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515101 May 19 13:33:26.585591 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-69b8e344-5ad8-4343-a2ac-56f16aaf2713 service neutron] 10.222.0.24 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075411 May 19 13:33:26.711889 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-741cc607-2dee-49a1-8b02-b7fb0efbcc38 service neutron] 10.222.0.24 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196334 May 19 13:33:26.861525 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ad1cb-f4d9-4192-b64c-4ffd6a05bddb req-cf1e008e-98cf-4306-91f1-c723756b07c0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:26.863466 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-435ad1cb-f4d9-4192-b64c-4ffd6a05bddb req-cf1e008e-98cf-4306-91f1-c723756b07c0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0636072 May 19 13:33:26.885789 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-353c56c2-5c24-45bc-b077-01102f5bac3a req-30fb869f-9788-4ac7-a778-dad3af3f372d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 210 time: 0.0313420 May 19 13:33:26.922589 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-435ad1cb-f4d9-4192-b64c-4ffd6a05bddb req-3aa09528-d9f5-4f0d-bf63-d85f6eaf82b4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531535 May 19 13:33:27.274313 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0961810-3ba6-4856-beaf-e08bfa654785 req-b95cdadf-2ac5-4441-96c1-22b6a809d3ef tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:27.276923 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b0961810-3ba6-4856-beaf-e08bfa654785 req-b95cdadf-2ac5-4441-96c1-22b6a809d3ef tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 932 time: 0.0578296 May 19 13:33:27.291028 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:27.334011 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b0961810-3ba6-4856-beaf-e08bfa654785 req-bac2d928-39c0-47f1-a056-f00332079952 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 May 19 13:33:27.407004 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Request body: {'port': {'device_id': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:27.431453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3142-74c7-4ab4-8191-1b7e8a300c0a req-b5590ec4-8534-4582-84ce-cab4e7cd0b08 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:27.433562 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44de3142-74c7-4ab4-8191-1b7e8a300c0a req-b5590ec4-8534-4582-84ce-cab4e7cd0b08 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0630968 May 19 13:33:27.476169 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97ed1b45-3101-4569-a101-5346f9044405), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:27.488805 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44de3142-74c7-4ab4-8191-1b7e8a300c0a req-5cda4676-7157-4624-b041-732de0b22ebd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476315 May 19 13:33:27.678003 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e43196-ac33-47fb-be5d-daad61c1e1f3 req-6bbd00eb-102e-4e2d-83f1-57c8c5d2bad6 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:27.679314 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d7e43196-ac33-47fb-be5d-daad61c1e1f3 req-6bbd00eb-102e-4e2d-83f1-57c8c5d2bad6 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.1130319 May 19 13:33:27.990713 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a1633a01-b509-47e4-b9b1-40834504e7d7 req-86ec8294-3e19-4cd1-8fcf-6e957ae25961 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 210 time: 0.0330231 May 19 13:33:28.009119 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d7e43196-ac33-47fb-be5d-daad61c1e1f3 req-4ce3d3b3-7d4d-4400-8d27-1f7beedad2dc tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225660 May 19 13:33:28.100365 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ed1b45-3101-4569-a101-5346f9044405 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:28.109138 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Publish callbacks [] for port (97ed1b45-3101-4569-a101-5346f9044405), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:28.119559 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:28.131822 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Transition to ACTIVE for port object 97ed1b45-3101-4569-a101-5346f9044405 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:33:28.140000 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:28.148683 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6a999-74d9-4411-9515-e6385f4fc420 req-093afb40-a511-4023-acfc-8b089c512e41 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.157037 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-45e6a999-74d9-4411-9515-e6385f4fc420 req-093afb40-a511-4023-acfc-8b089c512e41 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0721202 May 19 13:33:28.220237 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-45e6a999-74d9-4411-9515-e6385f4fc420 req-08a893f3-2c47-444b-bb38-87f5553effc7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618861 May 19 13:33:28.258373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Pushing event updated for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:28.302417 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087c7f-c28f-4225-8f65-e112b3b5027e req-107b3cf4-2275-4a66-89d4-1249ab80f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.303741 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-35087c7f-c28f-4225-8f65-e112b3b5027e req-107b3cf4-2275-4a66-89d4-1249ab80f7aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a26987661f54291b3cf7086b0a1c98c&device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 1128 time: 0.1184633 May 19 13:33:28.431275 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-8b793709-bd6b-4c95-91f8-c1e7b830ce54 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819073 May 19 13:33:28.577785 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf7212-965a-4b9f-a621-74836955f1ee req-f682b929-682d-4d43-9d8e-5e7f6bc8d6b6 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.579807 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5bcf7212-965a-4b9f-a621-74836955f1ee req-f682b929-682d-4d43-9d8e-5e7f6bc8d6b6 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 944 time: 0.1244445 May 19 13:33:28.586904 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Attempting to bind port 97ed1b45-3101-4569-a101-5346f9044405 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:33:28.587238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Attempting to bind port 97ed1b45-3101-4569-a101-5346f9044405 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:33:28.587561 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Attempting to bind port 97ed1b45-3101-4569-a101-5346f9044405 on network 12b173b5-88a3-4bd8-bf94-8afe06af1cca {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:28.589664 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5741-967f-4581-b7d3-18fab3130f9f req-06b28b41-bba0-4c81-9dd2-17730fd995b6 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.591798 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ec5b5741-967f-4581-b7d3-18fab3130f9f req-06b28b41-bba0-4c81-9dd2-17730fd995b6 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0522382 May 19 13:33:28.630933 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Port 97ed1b45-3101-4569-a101-5346f9044405 on network 12b173b5-88a3-4bd8-bf94-8afe06af1cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:33:28.631258 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Attempting to bind port 97ed1b45-3101-4569-a101-5346f9044405 on network 12b173b5-88a3-4bd8-bf94-8afe06af1cca {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:28.641109 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ec5b5741-967f-4581-b7d3-18fab3130f9f req-41df5608-a696-43f1-b20e-f5e2b6ed477e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 May 19 13:33:28.663332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:33:28.663332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Checking segment: {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:33:28.663332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Bound using segment: {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:33:28.663332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Bound port: 97ed1b45-3101-4569-a101-5346f9044405, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:33:28.663332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97ed1b45-3101-4569-a101-5346f9044405), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:28.677485 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087c7f-c28f-4225-8f65-e112b3b5027e req-d413ea02-fcda-4759-ab97-36df243a8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.679062 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-35087c7f-c28f-4225-8f65-e112b3b5027e req-d413ea02-fcda-4759-ab97-36df243a8ff1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5a26987661f54291b3cf7086b0a1c98c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3549492 May 19 13:33:28.679488 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:28.703157 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5bcf7212-965a-4b9f-a621-74836955f1ee req-8c211d42-8fe1-45b5-acea-7745cca51d76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131980 May 19 13:33:28.755436 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:33:28.759316 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97ed1b45-3101-4569-a101-5346f9044405,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:33:28.769626 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:28.803066 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01ab27-a6f6-49c4-a783-41a9171d7fdb req-30b0e6d4-ec8f-4ed8-89e0-5351d1321b7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.804853 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ad01ab27-a6f6-49c4-a783-41a9171d7fdb req-30b0e6d4-ec8f-4ed8-89e0-5351d1321b7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0920668 May 19 13:33:28.820277 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfdbd0-212d-464a-896f-2d494137272a req-6f99b543-d55d-4c4a-a09c-fcfde6a130d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.821745 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-6f99b543-d55d-4c4a-a09c-fcfde6a130d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1129 time: 0.0705347 May 19 13:33:28.873323 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ad01ab27-a6f6-49c4-a783-41a9171d7fdb req-d7e53d0d-bc37-48fe-bbd5-a509f024b824 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594494 May 19 13:33:28.919486 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.920105 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:28.921537 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] 10.222.0.58 "PUT /v2.0/ports/97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 1094 time: 1.5194857 May 19 13:33:28.938866 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:28.941297 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c23824-03d0-4574-9984-a3077fe8406f" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:29.008863 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bea15-b317-460d-a578-757ed3aced95 service neutron] Pushing event updated for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:29.061277 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfdbd0-212d-464a-896f-2d494137272a req-f0828286-1c26-4ad2-8876-870ad82e5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.063060 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-f0828286-1c26-4ad2-8876-870ad82e5d71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.1607950 May 19 13:33:29.077977 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:29.153922 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a994fe16-7efd-499c-8013-41c0ec99d628 x-openstack-request-id: req-a994fe16-7efd-499c-8013-41c0ec99d628 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:29.154189 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:29.154414 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a994fe16-7efd-499c-8013-41c0ec99d628 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:29.154776 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a994fe16-7efd-499c-8013-41c0ec99d628'] response: {'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405', 'status': 'completed', 'code': 200} May 19 13:33:29.156791 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-fe201831-368d-469b-8653-73c3194cdc65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 200 len: 217 time: 0.0847776 May 19 13:33:29.209773 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56489144-4a6f-4c90-9dc3-69d1c35e3d95 req-55b41697-f9bf-4b41-9ffb-a89358283d4a tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 210 time: 0.0603452 May 19 13:33:29.229468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087c7f-c28f-4225-8f65-e112b3b5027e req-e438f820-b100-469e-a456-e8bbcfb29433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.231070 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-35087c7f-c28f-4225-8f65-e112b3b5027e req-e438f820-b100-469e-a456-e8bbcfb29433 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4587212 May 19 13:33:29.248678 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfdbd0-212d-464a-896f-2d494137272a req-5e04ea18-f46e-47d0-91bb-d87debfbf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.250209 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-5e04ea18-f46e-47d0-91bb-d87debfbf4a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0800481 May 19 13:33:29.276830 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-49a67512-a65e-4d20-972a-4edb5910d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.278544 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-49a67512-a65e-4d20-972a-4edb5910d5c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1128 time: 0.1629734 May 19 13:33:29.288411 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae5a9-213f-4947-b350-ba8984fdc9e4 req-cb71bc2c-0043-41f0-9fbb-fe8ad4efb200 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.289832 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f69ae5a9-213f-4947-b350-ba8984fdc9e4 req-cb71bc2c-0043-41f0-9fbb-fe8ad4efb200 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.1321194 May 19 13:33:29.334089 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008409-50f5-4e29-a026-52d337aab179 req-4da39304-97f9-4679-94d6-7e0edef8944d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.335459 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-4da39304-97f9-4679-94d6-7e0edef8944d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "GET /v2.0/networks?id=87bf18b1-62e1-4c33-ac80-cb8609461a97 HTTP/1.1" status: 200 len: 813 time: 0.4261572 May 19 13:33:29.357583 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f69ae5a9-213f-4947-b350-ba8984fdc9e4 req-a4c76519-203c-4498-8740-51af51a4bf22 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597627 May 19 13:33:29.434095 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Request body: {'port': {'device_id': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97', 'admin_state_up': True, 'tenant_id': 'c96a605108ec47a081c60bc8dc16fd8e'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:29.437756 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-4d73d7fc-3e8f-41a1-b97c-849e968993f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 217 time: 0.0466502 May 19 13:33:29.459688 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfdbd0-212d-464a-896f-2d494137272a req-df527ab1-f5c6-4d3a-bff9-8bf7643f7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.461345 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-df527ab1-f5c6-4d3a-bff9-8bf7643f7fe7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715606 May 19 13:33:29.516366 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:29.555580 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-235173ee-018d-4f66-ac62-084863c146f2 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866213 May 19 13:33:29.575655 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-fccf773a-5e77-4841-9d92-db83476c2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.577119 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-fccf773a-5e77-4841-9d92-db83476c2d37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 200 len: 854 time: 0.0998328 May 19 13:33:29.584053 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-46a32bb7-223a-46e7-acb6-afc51e00ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.585436 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-46a32bb7-223a-46e7-acb6-afc51e00ead3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a26987661f54291b3cf7086b0a1c98c&device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 1128 time: 0.1092269 May 19 13:33:29.656692 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-5da79ea0-99e5-4de7-a676-a610e0f3bf60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=482e497d-dc94-47c6-8992-021c75b27d64 HTTP/1.1" status: 200 len: 217 time: 0.0516267 May 19 13:33:29.661062 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-badfdbd0-212d-464a-896f-2d494137272a req-3569955d-2544-4d0e-8cbe-d5bc02a252d9 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990474 May 19 13:33:29.673601 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-04b1f45c-29ba-4f4b-801c-474dbaa42277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.675063 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-04b1f45c-29ba-4f4b-801c-474dbaa42277 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12b173b5-88a3-4bd8-bf94-8afe06af1cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831673 May 19 13:33:29.723226 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Made reservation on behalf of c96a605108ec47a081c60bc8dc16fd8e for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:29.726909 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:29.741380 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:29.785403 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b4e2-ea58-45fb-82d7-026defd6538c req-9bde8a80-cf13-4387-a56d-60c630afd1a8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.793119 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-89a3b4e2-ea58-45fb-82d7-026defd6538c req-9bde8a80-cf13-4387-a56d-60c630afd1a8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0757072 May 19 13:33:29.804622 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-8219320a-e794-4f8a-b030-3f0e832e8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.806152 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-8219320a-e794-4f8a-b030-3f0e832e8101 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=119dadd5-48f2-40a3-b5e6-fc961d93c226 HTTP/1.1" status: 200 len: 848 time: 0.1268415 May 19 13:33:29.876318 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-1a8cbdb3-9b26-4348-b2da-b1b0b0ee8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.878820 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-1a8cbdb3-9b26-4348-b2da-b1b0b0ee8e45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1129 time: 0.0745449 May 19 13:33:29.888016 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-89a3b4e2-ea58-45fb-82d7-026defd6538c req-5b0dca9d-d4e7-47c6-9025-2bdcbde6241a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924056 May 19 13:33:29.913129 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-645f4989-3110-4aaf-ab55-1d1e4a7d3c73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923293 May 19 13:33:29.941721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aacdf-0718-4116-8fc0-531c1e545e49 req-9d8713c3-6dc9-4b60-9667-0d896477b179 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.943200 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-159aacdf-0718-4116-8fc0-531c1e545e49 req-9d8713c3-6dc9-4b60-9667-0d896477b179 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 944 time: 0.1361794 May 19 13:33:29.952727 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-d137aa1c-3cb8-4b41-963f-d2b8399c228a service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419636 May 19 13:33:29.992113 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:30.045257 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-159aacdf-0718-4116-8fc0-531c1e545e49 req-96f0fd22-c5d9-40a4-a592-360d9d3900a9 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948033 May 19 13:33:30.047287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f69a-8dd9-43e4-a689-d85107343bf9 req-10285026-0496-4cb1-836a-edbdaebec2d8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.049238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Allocated IP 172.20.0.13 (87bf18b1-62e1-4c33-ac80-cb8609461a97/9f5b6fe3-c740-4016-a9a6-b29112874223/e53ff309-b270-4145-8e81-9fc7f9777b9d) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:30.050215 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-95a5f69a-8dd9-43e4-a689-d85107343bf9 req-10285026-0496-4cb1-836a-edbdaebec2d8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0880165 May 19 13:33:30.078155 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-3b181209-3656-40ca-ad02-cc4c3c537d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.079651 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-3b181209-3656-40ca-ad02-cc4c3c537d1e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.1906426 May 19 13:33:30.113955 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-95a5f69a-8dd9-43e4-a689-d85107343bf9 req-fa8f68ec-7284-4e99-99d0-fa34adfa5d02 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552244 May 19 13:33:30.213625 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks [] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:30.214610 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:33:30.256500 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:30.314600 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:30.332189 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:30.347001 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'port_id': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'mac_address': 'fa:16:3e:1b:71:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:33:30.355255 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Network 87bf18b1-62e1-4c33-ac80-cb8609461a97 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:30.355866 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-b8eb642c-d542-494d-9326-97a6cff65c3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 200 len: 217 time: 0.0451851 May 19 13:33:30.388068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: ACTIVE; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:30.388479 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:30.416030 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ae6b782-184e-4357-ab26-9a0648e0a6a3 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:30.435366 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-d02e4b4d-bc0c-4381-b172-c2069140da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.437032 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-d02e4b4d-bc0c-4381-b172-c2069140da13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0649743 May 19 13:33:30.441747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:30.448677 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:30.507194 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=6']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:30.516656 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.517278 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.517670 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.518155 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.518486 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.518810 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.519132 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.519450 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.519769 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.520087 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.520427 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.520747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.521063 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.521560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.521874 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:30.542882 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334209b-6390-47aa-b227-5d41c7fe13ae req-23da9f6e-7cad-4978-b9b5-1d8145506d18 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.545484 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c334209b-6390-47aa-b227-5d41c7fe13ae req-23da9f6e-7cad-4978-b9b5-1d8145506d18 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.1011820 May 19 13:33:30.568490 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-b293daad-8f2a-476a-9a39-1eab8dc964e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.570165 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-b293daad-8f2a-476a-9a39-1eab8dc964e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810661 May 19 13:33:30.605230 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c334209b-6390-47aa-b227-5d41c7fe13ae req-f2fee4b5-da77-4e45-a959-7eb9485f18bf tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547054 May 19 13:33:30.636186 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['1ae6b782-184e-4357-ab26-9a0648e0a6a3'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:33:30.703334 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:30.729374 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:30.738690 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:33:30.776999 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:30.788745 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Pushing event updated for resources: {'Port': ['ID=e53ff309-b270-4145-8e81-9fc7f9777b9d,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:30.803086 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90778a0-e6fc-4971-8a5f-b31e71fe6d13 req-55050cd6-7061-4f6f-9b38-eab11dddae16 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.804682 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d90778a0-e6fc-4971-8a5f-b31e71fe6d13 req-55050cd6-7061-4f6f-9b38-eab11dddae16 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 932 time: 0.5032167 May 19 13:33:30.869773 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:30.899014 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.899503 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:30.928329 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-a6324e1b-1874-48f4-8bbc-9a5c4e5cdcc3 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255829 May 19 13:33:30.937123 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-ed806fe5-0d0b-44f9-8c96-ed0ad832efe1 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088915 May 19 13:33:30.940988 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-9ef388cc-fa4f-4c12-8885-715f529d9ff4 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134727 May 19 13:33:30.957520 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-404e414d-f807-47a7-8f77-2341e002c1eb tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5309439 May 19 13:33:31.005127 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d90778a0-e6fc-4971-8a5f-b31e71fe6d13 req-808d631f-b5aa-47ee-8546-bc9459f6f01e tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922271 May 19 13:33:31.011680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Request body: {'port': {'device_id': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:31.095622 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:31.106613 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:31.120410 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ed730-f0d3-4e63-b02d-bf5ae3970f98 req-41986a06-0c38-4def-b49b-d27a3e15e2f4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:31.123579 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-117ed730-f0d3-4e63-b02d-bf5ae3970f98 req-41986a06-0c38-4def-b49b-d27a3e15e2f4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.1362138 May 19 13:33:31.154735 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0a50bea2-19dd-45f6-94a3-9a22743c0300 req-df6f8e8a-0d51-4fb3-91e0-6cd957e764f0 service neutron] 10.222.0.58 "GET /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120707 May 19 13:33:31.156018 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-88296ba8-fa5a-4491-a009-a3ad79be602c req-ba751386-9afd-4890-ad96-eea754f40bce service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938357 May 19 13:33:31.186094 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-117ed730-f0d3-4e63-b02d-bf5ae3970f98 req-495858ae-aaca-4c8a-838f-cb439c0ed65e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564306 May 19 13:33:31.217278 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c01852-1556-47af-bd26-2405370e3602 req-48b9601b-fdad-4bdd-891a-9cbd45df3578 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:31.218782 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-99c01852-1556-47af-bd26-2405370e3602 req-48b9601b-fdad-4bdd-891a-9cbd45df3578 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 944 time: 0.0828893 May 19 13:33:31.309184 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cfead-8449-4b67-9e20-87b0acf37f0b req-908e487e-fc0a-4d1c-afdf-477206c055f7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:31.310680 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6e9cfead-8449-4b67-9e20-87b0acf37f0b req-908e487e-fc0a-4d1c-afdf-477206c055f7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 944 time: 0.0520997 May 19 13:33:31.354123 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-99c01852-1556-47af-bd26-2405370e3602 req-ba12d7e4-3fdb-42b7-a493-9c34ae261438 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183119 May 19 13:33:31.362085 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6e9cfead-8449-4b67-9e20-87b0acf37f0b req-f61bac79-0a0d-4180-a6dd-a7e19782e14e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456085 May 19 13:33:31.508504 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53ff309-b270-4145-8e81-9fc7f9777b9d {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:31.517640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Publish callbacks [] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:31.532111 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Transition to ACTIVE for port object e53ff309-b270-4145-8e81-9fc7f9777b9d will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:33:31.536976 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:31.583983 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Pushing event updated for resources: {'Port': ['ID=e53ff309-b270-4145-8e81-9fc7f9777b9d,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:31.630387 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:31.662676 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Attempting to bind port e53ff309-b270-4145-8e81-9fc7f9777b9d on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:33:31.663014 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Attempting to bind port e53ff309-b270-4145-8e81-9fc7f9777b9d by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:33:31.663327 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Attempting to bind port e53ff309-b270-4145-8e81-9fc7f9777b9d on network 87bf18b1-62e1-4c33-ac80-cb8609461a97 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:31.668830 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Port e53ff309-b270-4145-8e81-9fc7f9777b9d on network 87bf18b1-62e1-4c33-ac80-cb8609461a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:33:31.669361 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Attempting to bind port e53ff309-b270-4145-8e81-9fc7f9777b9d on network 87bf18b1-62e1-4c33-ac80-cb8609461a97 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:31.674717 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:33:31.675059 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Checking segment: {'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:33:31.675445 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Bound using segment: {'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:33:31.675863 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Bound port: e53ff309-b270-4145-8e81-9fc7f9777b9d, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:33:31.676250 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:31.757911 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb9397-20e1-4272-bf3e-9727de31dba9 req-50303abb-78f2-47d9-9ea1-6c79da8c6db4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:31.759410 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-eacb9397-20e1-4272-bf3e-9727de31dba9 req-50303abb-78f2-47d9-9ea1-6c79da8c6db4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0810473 May 19 13:33:31.785925 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:31.800643 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] For port e53ff309-b270-4145-8e81-9fc7f9777b9d, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:33:31.824630 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] For port e53ff309-b270-4145-8e81-9fc7f9777b9d, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e53ff309-b270-4145-8e81-9fc7f9777b9d,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:33:31.837445 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:31.871086 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-eacb9397-20e1-4272-bf3e-9727de31dba9 req-4ebe983f-6451-4afb-b4c9-8e7b8ab72d60 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020381 May 19 13:33:31.879451 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:31.880067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:31.881429 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] 10.222.0.58 "PUT /v2.0/ports/e53ff309-b270-4145-8e81-9fc7f9777b9d HTTP/1.1" status: 200 len: 1094 time: 0.8753746 May 19 13:33:31.881934 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'tag': 'e53ff309-b270-4145-8e81-9fc7f9777b9d'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:31.884195 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3543a316-6a64-43af-b3d5-d56fb25e2074" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc7fd1b-e5d5-4f93-bcff-94b90ed75138", "tag": "e53ff309-b270-4145-8e81-9fc7f9777b9d"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:31.910786 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773864e3-60fb-4f68-94c9-7f20057d6d60 service neutron] Pushing event updated for resources: {'Port': ['ID=e53ff309-b270-4145-8e81-9fc7f9777b9d,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:31.924152 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aecd82-a496-41fc-94d2-c7635097d372 x-openstack-request-id: req-68aecd82-a496-41fc-94d2-c7635097d372 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:31.924438 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc7fd1b-e5d5-4f93-bcff-94b90ed75138", "tag": "e53ff309-b270-4145-8e81-9fc7f9777b9d", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:31.924689 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68aecd82-a496-41fc-94d2-c7635097d372 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:31.925084 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aecd82-a496-41fc-94d2-c7635097d372'] response: {'name': 'network-changed', 'server_uuid': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'tag': 'e53ff309-b270-4145-8e81-9fc7f9777b9d', 'status': 'completed', 'code': 200} May 19 13:33:32.127758 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8bf3a-29ac-4527-8387-3cbe68175296 req-c1c2c860-f4f4-451c-92f7-8d745f6b2232 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:32.129315 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27d8bf3a-29ac-4527-8387-3cbe68175296 req-c1c2c860-f4f4-451c-92f7-8d745f6b2232 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 944 time: 0.0527651 May 19 13:33:32.180628 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27d8bf3a-29ac-4527-8387-3cbe68175296 req-8fbef73a-e7c2-45b7-85b0-828dc2f1beae tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 May 19 13:33:32.207837 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:33:32.269954 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:32.270322 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:32.312425 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d65c-8d59-4bbc-95b1-03fa69cce8c5 req-f40164cb-28b8-4c59-b8bb-678a08a3e4d4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:32.314072 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6eb7d65c-8d59-4bbc-95b1-03fa69cce8c5 req-f40164cb-28b8-4c59-b8bb-678a08a3e4d4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0527606 May 19 13:33:32.353779 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:32.354128 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:32.367923 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23824-03d0-4574-9984-a3077fe8406f req-dc9900ac-4cf9-4cdd-81bd-f8b91823126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:32.369851 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-65c23824-03d0-4574-9984-a3077fe8406f req-dc9900ac-4cf9-4cdd-81bd-f8b91823126c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1128 time: 0.0599291 May 19 13:33:32.379397 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6eb7d65c-8d59-4bbc-95b1-03fa69cce8c5 req-99fe0f94-6602-48fd-82d7-090ccded7cec tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578685 May 19 13:33:32.382410 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:32.394458 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea3e83d-62f5-409e-a673-0bffa7d84a00" -d '{"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:32.410585 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=9 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:32.412062 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:32.419237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:32.479732 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=7']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:32.484530 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3e4e-e8ed-40ab-af08-f3bcc4c8455c req-b0c28a6f-296d-492c-8127-d1fe54af5d7d tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:32.486065 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ffac3e4e-e8ed-40ab-af08-f3bcc4c8455c req-b0c28a6f-296d-492c-8127-d1fe54af5d7d tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 944 time: 0.0539339 May 19 13:33:32.499318 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b897f-5499-4b9c-9368-a46310923cd9 req-69e7ca87-4053-427f-826a-4fb52462e1a9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:32.501152 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-181b897f-5499-4b9c-9368-a46310923cd9 req-69e7ca87-4053-427f-826a-4fb52462e1a9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0507140 May 19 13:33:32.536126 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ffac3e4e-e8ed-40ab-af08-f3bcc4c8455c req-d5a9b89c-bbc8-45b6-aa79-ae13319bca16 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 May 19 13:33:32.554580 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-181b897f-5499-4b9c-9368-a46310923cd9 req-b0240efc-851d-41a9-a140-cf91f65dedd7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475419 May 19 13:33:32.568029 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=52 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:32.591214 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac97dbd5-e644-4ba1-8531-6804a6a61794 x-openstack-request-id: req-ac97dbd5-e644-4ba1-8531-6804a6a61794 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:32.591531 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:32.591784 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac97dbd5-e644-4ba1-8531-6804a6a61794 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:32.592202 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac97dbd5-e644-4ba1-8531-6804a6a61794'] response: {'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'code': 200} May 19 13:33:33.004742 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6216200-cbd0-4ae8-87ff-d1a68ae39d72 req-151f1b46-809b-44f7-a908-090f01925338 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:33.006303 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a6216200-cbd0-4ae8-87ff-d1a68ae39d72 req-151f1b46-809b-44f7-a908-090f01925338 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0561059 May 19 13:33:33.055321 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a6216200-cbd0-4ae8-87ff-d1a68ae39d72 req-bc483a62-d07c-4022-b74d-4048a7ebf302 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 May 19 13:33:33.301458 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca1e52-7019-4451-be53-9adce5a272e4 req-4177310a-43a0-4fcb-aa13-dcd5932518a8 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:33.302942 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-56ca1e52-7019-4451-be53-9adce5a272e4 req-4177310a-43a0-4fcb-aa13-dcd5932518a8 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 944 time: 0.0490594 May 19 13:33:33.354922 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-56ca1e52-7019-4451-be53-9adce5a272e4 req-adc87034-78c1-4c3c-830b-df4dda97474c tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 May 19 13:33:33.452677 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:33.494015 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c02ce-37e6-45e7-ad9a-c932be2e70b9 req-ed6f7ee0-c67f-4675-bafb-2c954a0d7a4d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:33.495442 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c23c02ce-37e6-45e7-ad9a-c932be2e70b9 req-ed6f7ee0-c67f-4675-bafb-2c954a0d7a4d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0527136 May 19 13:33:33.545039 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c23c02ce-37e6-45e7-ad9a-c932be2e70b9 req-223e1b28-13d6-416d-ba59-f6ec4a00cc0a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 May 19 13:33:33.638015 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543a316-6a64-43af-b3d5-d56fb25e2074 req-26597cae-f9d2-4053-9993-f5b432f74ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:33.640060 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3543a316-6a64-43af-b3d5-d56fb25e2074 req-26597cae-f9d2-4053-9993-f5b432f74ce6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 1128 time: 0.0713043 May 19 13:33:33.642876 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23824-03d0-4574-9984-a3077fe8406f req-30cec286-cbfa-4114-b984-4960ab26c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:33.644727 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-65c23824-03d0-4574-9984-a3077fe8406f req-30cec286-cbfa-4114-b984-4960ab26c6ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 916 time: 0.1171913 May 19 13:33:33.698299 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39925d30-015b-4728-922d-d7251d2848a9 req-13097d17-c329-4e18-a8da-55bdd403db75 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:33.700281 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-39925d30-015b-4728-922d-d7251d2848a9 req-13097d17-c329-4e18-a8da-55bdd403db75 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 944 time: 0.0509326 May 19 13:33:33.701227 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ac947-1899-425a-8f0c-983f9d3db8af req-3b8a2d40-7a1e-4b10-9046-08ede939e3de tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:33.702805 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9b7ac947-1899-425a-8f0c-983f9d3db8af req-3b8a2d40-7a1e-4b10-9046-08ede939e3de tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0527744 May 19 13:33:33.750633 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-39925d30-015b-4728-922d-d7251d2848a9 req-297388bb-6fba-4424-ab47-2a357ba7d962 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 May 19 13:33:33.752566 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9b7ac947-1899-425a-8f0c-983f9d3db8af req-4136a98a-be1d-43e8-bc5b-4593d389cc3c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438190 May 19 13:33:34.186747 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0123-c0b3-4b1a-a008-f5fc2ee6e4d2 req-1e393436-a37d-4b44-9962-7eb59a0510a0 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:34.188417 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-797a0123-c0b3-4b1a-a008-f5fc2ee6e4d2 req-1e393436-a37d-4b44-9962-7eb59a0510a0 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0567820 May 19 13:33:34.211479 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 97ed1b45-3101-4569-a101-5346f9044405 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:33:34.257014 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-797a0123-c0b3-4b1a-a008-f5fc2ee6e4d2 req-9b1f648d-82b3-485e-bec3-00f3dc87475f tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582125 May 19 13:33:34.296298 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:34.335349 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97ed1b45-3101-4569-a101-5346f9044405,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:34.347105 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '97ed1b45-3101-4569-a101-5346f9044405', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'port_id': '97ed1b45-3101-4569-a101-5346f9044405', 'mac_address': 'fa:16:3e:da:28:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:33:34.398927 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 97ed1b45-3101-4569-a101-5346f9044405 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:34.399422 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97ed1b45-3101-4569-a101-5346f9044405), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:34.416449 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ed1b45-3101-4569-a101-5346f9044405 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:34.439805 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97ed1b45-3101-4569-a101-5346f9044405,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:34.445107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:34.491768 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c3c1-9e2f-423b-a9f3-7135bfaed10e req-0bb07ebd-4225-478d-965d-25e28bcb0ba0 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:34.493637 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fa61c3c1-9e2f-423b-a9f3-7135bfaed10e req-0bb07ebd-4225-478d-965d-25e28bcb0ba0 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 944 time: 0.0509510 May 19 13:33:34.500700 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:34.556294 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fa61c3c1-9e2f-423b-a9f3-7135bfaed10e req-598f7c53-9adc-40ac-ab0d-8cd65a5204f8 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552330 May 19 13:33:34.697391 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:34.759264 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fb377-a0fa-49c2-a4ac-ce41b612e08e req-5c6907a5-4867-4b8e-8e13-9c73dd95e210 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:34.760824 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-707fb377-a0fa-49c2-a4ac-ce41b612e08e req-5c6907a5-4867-4b8e-8e13-9c73dd95e210 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0998168 May 19 13:33:34.762478 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-65c23824-03d0-4574-9984-a3077fe8406f req-6ee99821-7a8e-42e3-aaab-068ea9654513 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 217 time: 0.0570226 May 19 13:33:34.815873 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-707fb377-a0fa-49c2-a4ac-ce41b612e08e req-dd5fd2f5-4c2c-4b5b-a2ae-a3276dca12f8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489037 May 19 13:33:34.861678 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['97ed1b45-3101-4569-a101-5346f9044405'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:33:34.935136 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb911a-9759-477c-8245-8a573c4d047a req-2f745cd1-975f-4ae0-b2bf-04a2d13ff20f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:34.936717 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ecbb911a-9759-477c-8245-8a573c4d047a req-2f745cd1-975f-4ae0-b2bf-04a2d13ff20f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 945 time: 0.1111367 May 19 13:33:34.943397 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543a316-6a64-43af-b3d5-d56fb25e2074 req-9a91c712-837d-4a83-8676-5aa1cdb52e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:34.947943 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3543a316-6a64-43af-b3d5-d56fb25e2074 req-9a91c712-837d-4a83-8676-5aa1cdb52e00 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2445855 May 19 13:33:34.986446 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e43fb-a3bd-43f6-ae59-13bb461ddca0 req-dbed1772-f6be-4301-9d8c-49d04beffe6e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:34.995609 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fc4e43fb-a3bd-43f6-ae59-13bb461ddca0 req-dbed1772-f6be-4301-9d8c-49d04beffe6e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1141706 May 19 13:33:35.031298 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23824-03d0-4574-9984-a3077fe8406f req-f9401cde-f770-4e7b-84d3-27e5961dd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.032755 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-65c23824-03d0-4574-9984-a3077fe8406f req-f9401cde-f770-4e7b-84d3-27e5961dd2ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 200 len: 854 time: 0.1331656 May 19 13:33:35.067200 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fc4e43fb-a3bd-43f6-ae59-13bb461ddca0 req-400a7050-4f73-44cb-9153-1b5c2cc210d3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704255 May 19 13:33:35.134468 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ecbb911a-9759-477c-8245-8a573c4d047a req-7dcc3ef0-3cc3-4ddd-842c-00e43c9e8b59 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854899 May 19 13:33:35.178108 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:35.181518 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543a316-6a64-43af-b3d5-d56fb25e2074 req-82f0ad11-dab3-45a2-b88b-a03caed6e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.182968 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3543a316-6a64-43af-b3d5-d56fb25e2074 req-82f0ad11-dab3-45a2-b88b-a03caed6e840 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207603 May 19 13:33:35.379458 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:35.393706 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d91ef-3688-4935-b6fb-28cf0d2f0d5b req-122e4c2f-34df-4aee-9218-580d6b450818 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.395173 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-346d91ef-3688-4935-b6fb-28cf0d2f0d5b req-122e4c2f-34df-4aee-9218-580d6b450818 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.0620384 May 19 13:33:35.448504 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-346d91ef-3688-4935-b6fb-28cf0d2f0d5b req-1c437acf-f145-4f13-b967-a36e291298cf tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476713 May 19 13:33:35.697004 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23824-03d0-4574-9984-a3077fe8406f req-a81dc131-34dc-4bb7-b171-328b7e041fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.698746 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-65c23824-03d0-4574-9984-a3077fe8406f req-a81dc131-34dc-4bb7-b171-328b7e041fb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12b173b5-88a3-4bd8-bf94-8afe06af1cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597105 May 19 13:33:35.731152 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee409a-f930-49f6-868e-7d6d4798e947 req-65843b34-400b-415a-b3c1-847bbca73688 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.732785 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44ee409a-f930-49f6-868e-7d6d4798e947 req-65843b34-400b-415a-b3c1-847bbca73688 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 944 time: 0.0817447 May 19 13:33:35.749139 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008409-50f5-4e29-a026-52d337aab179 req-e4fc1f54-5f3e-49f9-9c79-13a4b1a2e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.750617 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-e4fc1f54-5f3e-49f9-9c79-13a4b1a2e73c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 1128 time: 0.0594044 May 19 13:33:35.825793 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-65c23824-03d0-4574-9984-a3077fe8406f req-65600b69-cd12-4b6a-8445-427cee6fc5e4 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196241 May 19 13:33:35.835702 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-e53ecd74-6256-4176-a41a-437e4722a7e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e53ff309-b270-4145-8e81-9fc7f9777b9d HTTP/1.1" status: 200 len: 217 time: 0.0581119 May 19 13:33:35.843526 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44ee409a-f930-49f6-868e-7d6d4798e947 req-1b3cab0e-f951-4d08-9681-daeabc452895 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030583 May 19 13:33:35.907487 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008409-50f5-4e29-a026-52d337aab179 req-318d3fb8-c8e7-4657-91ba-2899a8d7097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.909871 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-318d3fb8-c8e7-4657-91ba-2899a8d7097a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f5b6fe3-c740-4016-a9a6-b29112874223 HTTP/1.1" status: 200 len: 853 time: 0.0654683 May 19 13:33:35.961709 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-b0a7f9cd-6d11-49cd-8675-9379a9d3b894 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87bf18b1-62e1-4c33-ac80-cb8609461a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410948 May 19 13:33:35.980630 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-65c23824-03d0-4574-9984-a3077fe8406f req-b4847dc9-8380-4dee-ace7-c810d274c074 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473796 May 19 13:33:35.998282 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d015122-6d86-43ae-a631-0a1ad521f1db req-32a13648-f12b-487b-94a7-da3fdaa1d592 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:36.005367 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0d015122-6d86-43ae-a631-0a1ad521f1db req-32a13648-f12b-487b-94a7-da3fdaa1d592 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0740006 May 19 13:33:36.087218 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0d015122-6d86-43ae-a631-0a1ad521f1db req-d6165650-4bee-4fbb-827d-1c1cc2f27466 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807831 May 19 13:33:36.094495 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-46ef350e-0cc9-4db2-97bd-fd91d661c3e5 service neutron] 10.222.0.58 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220727 May 19 13:33:36.171734 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51524) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:36.231257 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:36.231696 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 482e497d-dc94-47c6-8992-021c75b27d64 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:33:36.235415 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a008409-50f5-4e29-a026-52d337aab179 req-c43b6857-6b59-4cbd-85de-50c3231da730 service neutron] 10.222.0.58 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339557 May 19 13:33:36.241054 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 97ed1b45-3101-4569-a101-5346f9044405 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:33:36.328945 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca812de-8d74-4eb7-8d40-1660bab53ff7 req-f8d24458-06e8-42bd-884a-e37be9d17ea4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:36.337341 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5ca812de-8d74-4eb7-8d40-1660bab53ff7 req-f8d24458-06e8-42bd-884a-e37be9d17ea4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 945 time: 0.0933299 May 19 13:33:36.371517 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c560c-62f6-4166-a8d6-8a356ceaab8f req-2c237907-940a-4447-be71-7b10752dec0c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:36.373176 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b68c560c-62f6-4166-a8d6-8a356ceaab8f req-2c237907-940a-4447-be71-7b10752dec0c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1361654 May 19 13:33:36.414094 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5ca812de-8d74-4eb7-8d40-1660bab53ff7 req-d0a38bb6-483c-41a3-b795-fe262834cd3e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753798 May 19 13:33:36.451638 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3609a995-6353-4a70-9f73-1a32bd61199a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.493435 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b68c560c-62f6-4166-a8d6-8a356ceaab8f req-5bed65f5-3f4b-46af-bc90-8cb7fc52b0a4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030376 May 19 13:33:36.506560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 97ed1b45-3101-4569-a101-5346f9044405 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:33:36.523946 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 97ed1b45-3101-4569-a101-5346f9044405 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:36.524713 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97ed1b45-3101-4569-a101-5346f9044405), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.671771 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 482e497d-dc94-47c6-8992-021c75b27d64, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=482e497d-dc94-47c6-8992-021c75b27d64,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:36.683228 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3609a995-6353-4a70-9f73-1a32bd61199a admin admin] Publish callbacks [] for security_group (f2f115e8-6f80-4a96-8ccf-f7d2bc329068), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.696800 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3609a995-6353-4a70-9f73-1a32bd61199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (f2f115e8-6f80-4a96-8ccf-f7d2bc329068), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.712235 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '482e497d-dc94-47c6-8992-021c75b27d64', 'network_id': '3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88', 'port_id': '482e497d-dc94-47c6-8992-021c75b27d64', 'mac_address': 'fa:16:3e:7d:dd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119dadd5-48f2-40a3-b5e6-fc961d93c226', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:33:36.723403 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae872f-872f-4bef-86cc-aab97b62e525 req-1f4c04cb-b603-402e-9e3c-1df22479ab2e tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:36.730456 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ecae872f-872f-4bef-86cc-aab97b62e525 req-1f4c04cb-b603-402e-9e3c-1df22479ab2e tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 944 time: 0.1050551 May 19 13:33:36.778625 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-3609a995-6353-4a70-9f73-1a32bd61199a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ac35d497508475599b3843fca19c15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042140 May 19 13:33:36.781548 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 51538) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:36.783462 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:36.789772 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a995-6353-4a70-9f73-1a32bd61199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f115e8-6f80-4a96-8ccf-f7d2bc329068,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:36.798212 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 482e497d-dc94-47c6-8992-021c75b27d64 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:36.798642 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (482e497d-dc94-47c6-8992-021c75b27d64), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.803486 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 97ed1b45-3101-4569-a101-5346f9044405 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:36.803867 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97ed1b45-3101-4569-a101-5346f9044405), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.828735 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482e497d-dc94-47c6-8992-021c75b27d64 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:36.838490 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ecae872f-872f-4bef-86cc-aab97b62e525 req-c69d18ca-ad67-48f3-a6eb-efaa7fcacdc4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065011 May 19 13:33:36.862518 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:36.862518 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ed1b45-3101-4569-a101-5346f9044405'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:36.864255 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b35eb-f042-42a0-89bf-715fa37a2a62" -d '{"events": [{"server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "name": "network-vif-plugged", "status": "completed", "tag": "97ed1b45-3101-4569-a101-5346f9044405"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:36.871564 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Publish callbacks [] for security_group (f2f115e8-6f80-4a96-8ccf-f7d2bc329068), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.879351 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 482e497d-dc94-47c6-8992-021c75b27d64, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=482e497d-dc94-47c6-8992-021c75b27d64,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:36.886095 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97ed1b45-3101-4569-a101-5346f9044405,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:36.895262 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (482e497d-dc94-47c6-8992-021c75b27d64), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.906330 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.915980 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Publish callbacks [] for security_group (f2f115e8-6f80-4a96-8ccf-f7d2bc329068), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:36.936454 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b809b8e-e73e-441d-b229-065a0e8ff7eb x-openstack-request-id: req-5b809b8e-e73e-441d-b229-065a0e8ff7eb {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:36.937237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "name": "network-vif-plugged", "status": "completed", "tag": "97ed1b45-3101-4569-a101-5346f9044405", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:36.937237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b809b8e-e73e-441d-b229-065a0e8ff7eb {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:36.937834 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b809b8e-e73e-441d-b229-065a0e8ff7eb'] response: {'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ed1b45-3101-4569-a101-5346f9044405', 'code': 200} May 19 13:33:36.969384 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=482e497d-dc94-47c6-8992-021c75b27d64,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:37.052694 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815f3a-1761-4729-9667-1d888e438cd8 req-e11a844d-92d5-46a6-b82e-bb56dc547089 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:37.055265 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ba815f3a-1761-4729-9667-1d888e438cd8 req-e11a844d-92d5-46a6-b82e-bb56dc547089 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 944 time: 0.0996394 May 19 13:33:37.071722 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (f2f115e8-6f80-4a96-8ccf-f7d2bc329068), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:37.074460 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:37.076454 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2f115e8-6f80-4a96-8ccf-f7d2bc329068 HTTP/1.1" status: 204 len: 168 time: 0.2917643 May 19 13:33:37.083845 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:37.193790 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:37.219032 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-57a57075-2205-42d5-b16a-d3a69c031961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:37.346566 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['482e497d-dc94-47c6-8992-021c75b27d64'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:33:37.479265 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f115e8-6f80-4a96-8ccf-f7d2bc329068,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:37.517994 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.519443 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.520851 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.521288 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.522093 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.523243 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.524149 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.525051 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.525900 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.526964 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.530398 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.532295 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.532754 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.533383 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.534245 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671bd5a-6230-40d6-92d2-992e3221a26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:37.568581 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ba815f3a-1761-4729-9667-1d888e438cd8 req-e0295d7c-277e-4a9f-8082-6cd601ab1ad3 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944603 May 19 13:33:37.729022 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de388e1-beed-41f2-ab8f-e0560f13bae6 req-efdf156b-3c4d-445e-a211-a085066526ca tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:37.736418 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5de388e1-beed-41f2-ab8f-e0560f13bae6 req-efdf156b-3c4d-445e-a211-a085066526ca tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.1225588 May 19 13:33:37.827385 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5de388e1-beed-41f2-ab8f-e0560f13bae6 req-d555e02a-5427-4d72-b06a-a9da061dae9d tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868607 May 19 13:33:37.834341 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d95c-0116-47f3-a327-1ae4b6ae4b08 req-28054d46-4cb0-49bf-bffa-f9c3336c8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:37.836712 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7f83d95c-0116-47f3-a327-1ae4b6ae4b08 req-28054d46-4cb0-49bf-bffa-f9c3336c8128 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1130 time: 0.1398149 May 19 13:33:37.843973 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf5056-772f-445e-8694-5a73f75edaea req-768fb056-8c06-4960-9f99-5cd9215f9fd4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:37.852260 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8bbf5056-772f-445e-8694-5a73f75edaea req-768fb056-8c06-4960-9f99-5cd9215f9fd4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1574473 May 19 13:33:37.918359 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51568) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:37.924373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-e092e5d1-15f1-43f9-955b-6d8c6d96efdc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229670465', 'description': 'tempest-description--109291613'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:37.931730 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7f83d95c-0116-47f3-a327-1ae4b6ae4b08 req-374e23ed-1451-4d4f-aeab-e00135a6f8bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753505 May 19 13:33:37.987171 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e092e5d1-15f1-43f9-955b-6d8c6d96efdc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:37.994764 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:37.998609 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8bbf5056-772f-445e-8694-5a73f75edaea req-0b9ed8a3-60fa-44b6-bd5d-a74adfbaffdd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451364 May 19 13:33:38.135741 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36d5c0-c509-40fe-aae7-c38b9f630fc3 req-30beced2-2812-4dbb-a41a-0d482d0acae7 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:38.137565 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8b36d5c0-c509-40fe-aae7-c38b9f630fc3 req-30beced2-2812-4dbb-a41a-0d482d0acae7 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 945 time: 0.1192105 May 19 13:33:38.179969 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e092e5d1-15f1-43f9-955b-6d8c6d96efdc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group (95418296-167b-483a-94f8-04a88a3e081c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.189595 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e092e5d1-15f1-43f9-955b-6d8c6d96efdc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (95418296-167b-483a-94f8-04a88a3e081c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.245721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e092e5d1-15f1-43f9-955b-6d8c6d96efdc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.247267 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e092e5d1-15f1-43f9-955b-6d8c6d96efdc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3265848 May 19 13:33:38.251985 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 51578) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:38.253735 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8b36d5c0-c509-40fe-aae7-c38b9f630fc3 req-9cb02931-71e9-481e-8ad0-3302f5dc494d tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095366 May 19 13:33:38.254286 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092e5d1-15f1-43f9-955b-6d8c6d96efdc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95418296-167b-483a-94f8-04a88a3e081c,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:38.266155 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-5d43bcc8-d55a-4e80-9063-898dcb11485d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'security_group_rule': {'security_group_id': '95418296-167b-483a-94f8-04a88a3e081c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:38.315055 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d43bcc8-d55a-4e80-9063-898dcb11485d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group_rule (44699b5d-b5ac-43ff-861b-eb6e55a9dd2a), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.345487 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:38.400208 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d43bcc8-d55a-4e80-9063-898dcb11485d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group_rule (44699b5d-b5ac-43ff-861b-eb6e55a9dd2a), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.407974 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d43bcc8-d55a-4e80-9063-898dcb11485d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (44699b5d-b5ac-43ff-861b-eb6e55a9dd2a), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.431733 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43bcc8-d55a-4e80-9063-898dcb11485d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44699b5d-b5ac-43ff-861b-eb6e55a9dd2a,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:38.450820 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d43bcc8-d55a-4e80-9063-898dcb11485d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.452550 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5d43bcc8-d55a-4e80-9063-898dcb11485d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960955 May 19 13:33:38.460614 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 51588) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:38.469757 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-36b310bd-6a34-4f1c-aeee-4e378dc81626 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'security_group_rule': {'security_group_id': '95418296-167b-483a-94f8-04a88a3e081c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:38.503300 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 482e497d-dc94-47c6-8992-021c75b27d64 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:33:38.515670 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36b310bd-6a34-4f1c-aeee-4e378dc81626 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group_rule (3b037c67-cc14-4c83-9bf2-c1c2550d2dc4), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.562247 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 482e497d-dc94-47c6-8992-021c75b27d64 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:33:38.571615 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 482e497d-dc94-47c6-8992-021c75b27d64 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:38.572638 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (482e497d-dc94-47c6-8992-021c75b27d64), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.628930 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36b310bd-6a34-4f1c-aeee-4e378dc81626 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group_rule (3b037c67-cc14-4c83-9bf2-c1c2550d2dc4), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.639229 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36b310bd-6a34-4f1c-aeee-4e378dc81626 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (3b037c67-cc14-4c83-9bf2-c1c2550d2dc4), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.681445 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:38.689982 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 482e497d-dc94-47c6-8992-021c75b27d64 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:38.690509 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (482e497d-dc94-47c6-8992-021c75b27d64), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.694542 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36b310bd-6a34-4f1c-aeee-4e378dc81626 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.695782 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-36b310bd-6a34-4f1c-aeee-4e378dc81626 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2340837 May 19 13:33:38.699273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51596) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:38.702813 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b310bd-6a34-4f1c-aeee-4e378dc81626 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b037c67-cc14-4c83-9bf2-c1c2550d2dc4,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:38.711229 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:38.745735 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 482e497d-dc94-47c6-8992-021c75b27d64, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=482e497d-dc94-47c6-8992-021c75b27d64,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:38.754513 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (482e497d-dc94-47c6-8992-021c75b27d64), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.775049 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.793894 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fb86c-68a4-4aa8-9c4f-936b06d1b4aa req-c37f67bd-3636-4437-a97d-caacb6194bc0 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:38.797719 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ff3fb86c-68a4-4aa8-9c4f-936b06d1b4aa req-c37f67bd-3636-4437-a97d-caacb6194bc0 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 944 time: 0.0992832 May 19 13:33:38.838822 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=482e497d-dc94-47c6-8992-021c75b27d64,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:38.880063 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:38.909549 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ff3fb86c-68a4-4aa8-9c4f-936b06d1b4aa req-9589b793-d456-4ff6-94d6-edfedae53387 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047606 May 19 13:33:38.939348 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e97bb4-e6af-4707-a137-dd83d2887895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e497d-dc94-47c6-8992-021c75b27d64'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:38.942316 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd198980-24d0-44fe-8bdd-cf6c955345a7" -d '{"events": [{"server_uuid": "07e97bb4-e6af-4707-a137-dd83d2887895", "name": "network-vif-plugged", "status": "completed", "tag": "482e497d-dc94-47c6-8992-021c75b27d64"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:38.999176 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Allocated IP 172.27.1.8 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/091ebb8b-72e9-41ca-a04b-72dd4cf76dd4) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:39.004573 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b95eb-e335-4793-bd61-d9150b72e3cd x-openstack-request-id: req-d01b95eb-e335-4793-bd61-d9150b72e3cd {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:39.004979 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e97bb4-e6af-4707-a137-dd83d2887895", "name": "network-vif-plugged", "status": "completed", "tag": "482e497d-dc94-47c6-8992-021c75b27d64", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:39.005506 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d01b95eb-e335-4793-bd61-d9150b72e3cd {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:39.006010 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01b95eb-e335-4793-bd61-d9150b72e3cd'] response: {'server_uuid': '07e97bb4-e6af-4707-a137-dd83d2887895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e497d-dc94-47c6-8992-021c75b27d64', 'code': 200} May 19 13:33:39.127185 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.146335 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 51606) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:39.191024 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966ae85-31c2-4046-be4b-d6c25b2206f9 req-6c2615e9-2e6c-458d-adac-88f0f432a102 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:39.193635 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3966ae85-31c2-4046-be4b-d6c25b2206f9 req-6c2615e9-2e6c-458d-adac-88f0f432a102 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1116383 May 19 13:33:39.197692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.256854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:39.262446 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'Port': ['ID=091ebb8b-72e9-41ca-a04b-72dd4cf76dd4,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:39.275057 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:39.280692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:39.286806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:33:39.298338 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3966ae85-31c2-4046-be4b-d6c25b2206f9 req-503ef955-3e8d-4912-888e-22de29154d96 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975893 May 19 13:33:39.334022 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546f35a-9256-4125-b88f-45509f25335f req-cfb650a2-c4fb-4309-9ded-39616bd0f422 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:39.340893 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6546f35a-9256-4125-b88f-45509f25335f req-cfb650a2-c4fb-4309-9ded-39616bd0f422 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.1760786 May 19 13:33:39.372696 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6af3e7b1-90f4-4464-bdc4-70ed7fb459ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.404996 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6546f35a-9256-4125-b88f-45509f25335f req-a94507b2-b6f0-4bba-a075-d54de9f280f5 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630729 May 19 13:33:39.460883 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044db78-b882-4b6c-8383-c8d38c722f2f req-b03a1aaa-59ed-4ce2-8c75-de7dc8489b85 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:39.461999 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.462436 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3044db78-b882-4b6c-8383-c8d38c722f2f req-b03a1aaa-59ed-4ce2-8c75-de7dc8489b85 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 946 time: 0.0677922 May 19 13:33:39.510945 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.514353 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:39.574450 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3044db78-b882-4b6c-8383-c8d38c722f2f req-9f5541f5-6151-4260-a894-190badcf47a7 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037288 May 19 13:33:39.584885 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fc09ec6-22d3-4549-88c1-d31deaf6ea16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.609537 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6af3e7b1-90f4-4464-bdc4-70ed7fb459ba admin admin] Publish callbacks [] for security_group (3ffa00ca-499a-45a6-a1b3-d9e36690da9e), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.614904 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6af3e7b1-90f4-4464-bdc4-70ed7fb459ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (3ffa00ca-499a-45a6-a1b3-d9e36690da9e), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.645834 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-6af3e7b1-90f4-4464-bdc4-70ed7fb459ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=251e8daa68c74ed6be0026faeb98e163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983227 May 19 13:33:39.647385 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 51612) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:39.762960 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3e7b1-90f4-4464-bdc4-70ed7fb459ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa00ca-499a-45a6-a1b3-d9e36690da9e,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:39.798704 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-508da89c-db9f-48da-8793-b1ac0490fa2c admin admin] Publish callbacks [] for security_group (3ffa00ca-499a-45a6-a1b3-d9e36690da9e), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.801238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.811485 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.822612 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-508da89c-db9f-48da-8793-b1ac0490fa2c admin admin] Publish callbacks [] for security_group (3ffa00ca-499a-45a6-a1b3-d9e36690da9e), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.880942 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'Port': ['ID=091ebb8b-72e9-41ca-a04b-72dd4cf76dd4,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:39.917693 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-508da89c-db9f-48da-8793-b1ac0490fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (3ffa00ca-499a-45a6-a1b3-d9e36690da9e), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.921490 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-508da89c-db9f-48da-8793-b1ac0490fa2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.926888 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-508da89c-db9f-48da-8793-b1ac0490fa2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ffa00ca-499a-45a6-a1b3-d9e36690da9e HTTP/1.1" status: 204 len: 168 time: 0.2761455 May 19 13:33:39.969785 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:39.987086 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508da89c-db9f-48da-8793-b1ac0490fa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa00ca-499a-45a6-a1b3-d9e36690da9e,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:40.012441 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:40.013766 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-907d1f4c-e0f3-42c5-ad15-b272fb718a3a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3124800 May 19 13:33:40.021772 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264da6a6-0f37-4a49-9c4c-fcdf0e681e02 req-997ec52d-d91f-4173-9627-e296afe85e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:40.031472 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-264da6a6-0f37-4a49-9c4c-fcdf0e681e02 req-997ec52d-d91f-4173-9627-e296afe85e47 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 1130 time: 0.1049216 May 19 13:33:40.147373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d18fe-f43a-469a-96af-bac8d9153440 req-dab5dff8-db46-410d-af9a-aaa1a712505d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:40.161443 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-883d18fe-f43a-469a-96af-bac8d9153440 req-dab5dff8-db46-410d-af9a-aaa1a712505d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 944 time: 0.0962319 May 19 13:33:40.161667 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-264da6a6-0f37-4a49-9c4c-fcdf0e681e02 req-7f8d52b9-df59-42d0-8361-c431cb801650 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122513 May 19 13:33:40.258956 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-883d18fe-f43a-469a-96af-bac8d9153440 req-95f398c4-f103-44ea-b0a7-24886ac221b2 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799236 May 19 13:33:40.322421 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:40.361707 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-ad3802d5-739a-4541-b24b-33ed48683957 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1229670465&fields=id&tenant_id=63972a518bb048d19dd070eb9ac85445 HTTP/1.1" status: 200 len: 267 time: 0.0842261 May 19 13:33:40.445150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:40.456700 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4d666-35fb-45d8-89bf-70bbc601bba4 req-dffbac0c-43b9-48b4-ad44-517f671adc4e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:40.458534 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fdd4d666-35fb-45d8-89bf-70bbc601bba4 req-dffbac0c-43b9-48b4-ad44-517f671adc4e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0623932 May 19 13:33:40.478978 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-664b07bb-b3ac-4030-b574-f81a0de860d5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:40.486163 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-664b07bb-b3ac-4030-b574-f81a0de860d5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 818 time: 0.1234679 May 19 13:33:40.501286 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e53ff309-b270-4145-8e81-9fc7f9777b9d details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:33:40.504215 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-4ddbd4d7-7eea-4692-b447-ac329082d28b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/quotas/63972a518bb048d19dd070eb9ac85445 HTTP/1.1" status: 200 len: 375 time: 0.0170372 May 19 13:33:40.511053 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:40.514455 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:40.528551 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fdd4d666-35fb-45d8-89bf-70bbc601bba4 req-53bba369-51a3-482a-9f78-ab59e0cf4d31 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618169 May 19 13:33:40.580491 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2bddbcd0-14bc-403c-851b-ea961c30d3b3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0751095 May 19 13:33:40.672449 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffff028-a7d7-4815-9c51-e6ab054b501f req-246f05fc-b86f-4315-bb46-fb04bb817a5a tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:40.681603 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6ffff028-a7d7-4815-9c51-e6ab054b501f req-246f05fc-b86f-4315-bb46-fb04bb817a5a tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0820162 May 19 13:33:40.726370 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-b573d7e2-f46a-4004-b9ca-5e21dcfc2acc service neutron] 10.222.0.24 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372511 May 19 13:33:40.743587 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6ffff028-a7d7-4815-9c51-e6ab054b501f req-6ee2ab65-57c1-474d-ae2b-4f77e9441d32 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605657 May 19 13:33:40.839702 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port e53ff309-b270-4145-8e81-9fc7f9777b9d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e53ff309-b270-4145-8e81-9fc7f9777b9d,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:40.857932 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'e53ff309-b270-4145-8e81-9fc7f9777b9d', 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97', 'port_id': 'e53ff309-b270-4145-8e81-9fc7f9777b9d', 'mac_address': 'fa:16:3e:d9:f6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b6fe3-c740-4016-a9a6-b29112874223', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:33:40.860750 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:40.908306 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port e53ff309-b270-4145-8e81-9fc7f9777b9d is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:40.908718 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:40.929443 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02c59c-b01f-4cdd-8d3f-2e3c38f73a1b req-74cc975a-54ac-45c6-a22b-93a46edd3396 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:40.932488 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-b6bab1fe-7d0b-4fe8-bee3-00e4190feb58 service neutron] 10.222.0.24 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992528 May 19 13:33:40.935689 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53ff309-b270-4145-8e81-9fc7f9777b9d {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:40.939006 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9e02c59c-b01f-4cdd-8d3f-2e3c38f73a1b req-74cc975a-54ac-45c6-a22b-93a46edd3396 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 946 time: 0.0791068 May 19 13:33:40.973878 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port e53ff309-b270-4145-8e81-9fc7f9777b9d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e53ff309-b270-4145-8e81-9fc7f9777b9d,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:40.983789 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:41.037715 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9e02c59c-b01f-4cdd-8d3f-2e3c38f73a1b req-cdfe864c-7818-4db6-99ab-cf26b1c344f4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858293 May 19 13:33:41.062175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=e53ff309-b270-4145-8e81-9fc7f9777b9d,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:41.192262 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ce47d-c487-4fce-b979-1cf24d645cc8 req-5e21d07a-b30a-4665-93c4-3f3ece2fa4f9 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:41.199838 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1caba7a3-41ed-425a-929e-66af67ba878f req-54518aa0-d676-4ffb-ba66-b4d767faeed4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 210 time: 0.0500526 May 19 13:33:41.200336 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b98ce47d-c487-4fce-b979-1cf24d645cc8 req-5e21d07a-b30a-4665-93c4-3f3ece2fa4f9 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0940599 May 19 13:33:41.271118 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b98ce47d-c487-4fce-b979-1cf24d645cc8 req-45832338-3cb1-4d20-9737-d7f613c30435 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696759 May 19 13:33:41.508886 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['e53ff309-b270-4145-8e81-9fc7f9777b9d'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:33:41.536448 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7514-909f-4434-a647-2770135aef6a req-2914d4d7-192e-4444-b619-1173e7d6e2a9 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:41.546367 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fb1b7514-909f-4434-a647-2770135aef6a req-2914d4d7-192e-4444-b619-1173e7d6e2a9 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 945 time: 0.1186519 May 19 13:33:41.796993 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fb1b7514-909f-4434-a647-2770135aef6a req-b0ac2816-5369-4f1b-b547-ed06ee97638f tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417428 May 19 13:33:41.848908 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:33:41.944363 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbd60e-53cd-473d-bcdb-990c374103e9 req-c781f9ed-58af-4826-89e0-8fbbdf6bd032 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:41.946563 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9acbd60e-53cd-473d-bcdb-990c374103e9 req-c781f9ed-58af-4826-89e0-8fbbdf6bd032 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0730343 May 19 13:33:41.992166 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45196e6e-fe12-4ac7-9bdd-3d24c6ec3ed1 req-a6713d22-8b7a-4372-b3d4-927c10fabc85 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:42.000060 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-45196e6e-fe12-4ac7-9bdd-3d24c6ec3ed1 req-a6713d22-8b7a-4372-b3d4-927c10fabc85 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0992115 May 19 13:33:42.009809 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9acbd60e-53cd-473d-bcdb-990c374103e9 req-85bc6291-f182-4721-916c-d0e039fc7c57 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552659 May 19 13:33:42.070099 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-45196e6e-fe12-4ac7-9bdd-3d24c6ec3ed1 req-dce0be97-9092-4b85-ae8a-37aa371d8285 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690327 May 19 13:33:42.206103 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e6834-f8a9-44f8-b46d-30d9c3f0b4cc req-2c0fc070-3bd9-4ff9-aae1-2252ac12137d tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:42.207783 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6a8e6834-f8a9-44f8-b46d-30d9c3f0b4cc req-2c0fc070-3bd9-4ff9-aae1-2252ac12137d tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 946 time: 0.0556750 May 19 13:33:42.280102 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6a8e6834-f8a9-44f8-b46d-30d9c3f0b4cc req-39721041-f215-4872-b59e-667a86ee4fad tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554991 May 19 13:33:42.380796 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bf091d34-0675-463a-a9bc-f61a5aba2f62 req-8e77ceb3-b516-4c34-bd26-fa888c7a9cca tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 210 time: 0.0347810 May 19 13:33:42.413831 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:42.861643 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e53ff309-b270-4145-8e81-9fc7f9777b9d up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:33:42.938700 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port e53ff309-b270-4145-8e81-9fc7f9777b9d completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:33:42.946943 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port e53ff309-b270-4145-8e81-9fc7f9777b9d triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:42.947648 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:42.975831 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962077c-bff7-453a-aeee-59362402346a req-9c9f5ded-0feb-488c-b578-f1543955f114 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:42.977359 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9962077c-bff7-453a-aeee-59362402346a req-9c9f5ded-0feb-488c-b578-f1543955f114 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 945 time: 0.0677664 May 19 13:33:43.056510 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9962077c-bff7-453a-aeee-59362402346a req-1e9b98bf-919c-4748-89ed-0998630f0628 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641828 May 19 13:33:43.061373 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port e53ff309-b270-4145-8e81-9fc7f9777b9d is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:43.061800 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:43.106111 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ff309-b270-4145-8e81-9fc7f9777b9d'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:43.108400 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d84ace-e491-4608-874d-9efb68c393df" -d '{"events": [{"server_uuid": "3dc7fd1b-e5d5-4f93-bcff-94b90ed75138", "name": "network-vif-plugged", "status": "completed", "tag": "e53ff309-b270-4145-8e81-9fc7f9777b9d"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:43.124504 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port e53ff309-b270-4145-8e81-9fc7f9777b9d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e53ff309-b270-4145-8e81-9fc7f9777b9d,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:43.129871 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:43.155370 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:43.188960 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=e53ff309-b270-4145-8e81-9fc7f9777b9d,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:43.194376 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcfac6-8089-4886-91e4-43088137f6c4 req-7f46df48-ae65-4419-857a-bf024a9b7c4b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:43.201874 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1fcfac6-8089-4886-91e4-43088137f6c4 req-7f46df48-ae65-4419-857a-bf024a9b7c4b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0733447 May 19 13:33:43.209231 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d0946-64e8-4e3f-a16a-a14d4fff6400 x-openstack-request-id: req-715d0946-64e8-4e3f-a16a-a14d4fff6400 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:43.209530 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc7fd1b-e5d5-4f93-bcff-94b90ed75138", "name": "network-vif-plugged", "status": "completed", "tag": "e53ff309-b270-4145-8e81-9fc7f9777b9d", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:43.209930 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-715d0946-64e8-4e3f-a16a-a14d4fff6400 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:43.210645 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715d0946-64e8-4e3f-a16a-a14d4fff6400'] response: {'server_uuid': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ff309-b270-4145-8e81-9fc7f9777b9d', 'code': 200} May 19 13:33:43.279784 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-fe978b53-ac5f-42f7-a318-938ef1f4c72a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:43.282055 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-fe978b53-ac5f-42f7-a318-938ef1f4c72a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 818 time: 0.3316464 May 19 13:33:43.307747 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f1fcfac6-8089-4886-91e4-43088137f6c4 req-55715f62-81ad-4316-ab87-5f57d2073698 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049395 May 19 13:33:43.423221 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-54a47fdb-359f-407d-9f61-8990d4d19021 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63972a518bb048d19dd070eb9ac85445 HTTP/1.1" status: 200 len: 380 time: 0.0910182 May 19 13:33:43.477658 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'port': {'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'admin_state_up': True, 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'security_groups': ['95418296-167b-483a-94f8-04a88a3e081c']}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:43.544147 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acb1e7-ac56-4d4e-ae07-5e9ac207ee09 req-0ecbd463-9bc7-440f-9c8b-5c618518e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:43.545297 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-62acb1e7-ac56-4d4e-ae07-5e9ac207ee09 req-0ecbd463-9bc7-440f-9c8b-5c618518e68d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 1130 time: 0.0476236 May 19 13:33:43.615842 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-92fe0a28-45a5-4614-96a1-c7f99c464c26 req-d60b260a-7412-4481-899c-831e47a05b61 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 210 time: 0.1284678 May 19 13:33:43.686520 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-62acb1e7-ac56-4d4e-ae07-5e9ac207ee09 req-f6482623-6e17-4b50-be14-47edd3d9abb3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046405 May 19 13:33:43.734917 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:43.742239 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Made reservation on behalf of 63972a518bb048d19dd070eb9ac85445 for: {'port': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:43.753254 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:43.766200 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:43.888369 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:43.898301 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd9857-7900-4730-a638-6b577cc284bc req-8d858807-2d21-480e-811f-6276333be0dd tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:43.900108 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43cd9857-7900-4730-a638-6b577cc284bc req-8d858807-2d21-480e-811f-6276333be0dd tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 946 time: 0.0903761 May 19 13:33:43.936733 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:43.941491 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Allocated IP 172.20.0.4 (a42ef65b-f8fc-4078-973d-4d38cc62962d/2a24359f-b713-4a2c-b8e8-10db4dd6b9f7/3d603fe2-3873-40ee-9c1d-9815f7c92788) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:43.991896 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43cd9857-7900-4730-a638-6b577cc284bc req-10e9b148-cd0a-4179-bda2-7413a49b6bb5 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649576 May 19 13:33:44.184089 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:44.218961 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b793a93-5293-4fd0-b7b4-3bff914abd41 req-de941142-6c86-4b9f-aad0-8e5d48fefc3f tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:44.226008 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:44.228498 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1b793a93-5293-4fd0-b7b4-3bff914abd41 req-de941142-6c86-4b9f-aad0-8e5d48fefc3f tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.0697899 May 19 13:33:44.292965 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event updated for resources: {'Port': ['ID=3d603fe2-3873-40ee-9c1d-9815f7c92788,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:44.304811 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1b793a93-5293-4fd0-b7b4-3bff914abd41 req-f1d2d2da-77bb-419e-85f7-0b0a6f307903 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746510 May 19 13:33:44.315096 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Network a42ef65b-f8fc-4078-973d-4d38cc62962d is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:44.318427 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:44.322633 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:33:44.397885 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:44.398671 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:44.452289 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-3858523e-5ce6-4e57-9914-bbc3e7658fc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9765110 May 19 13:33:44.519095 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0ef16-0d55-4d18-b443-286bd6c9534f req-92438a54-1fa7-4d4d-878e-a830c642e22f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:44.521854 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-32e0ef16-0d55-4d18-b443-286bd6c9534f req-92438a54-1fa7-4d4d-878e-a830c642e22f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0978413 May 19 13:33:44.593823 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-32e0ef16-0d55-4d18-b443-286bd6c9534f req-fd6068d2-69de-45b7-944e-7b657712e96f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629809 May 19 13:33:44.738890 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-3e7fb5ab-c19c-4e3d-a238-47e4aab79bd2 None None] Provisioning complete for port 3d603fe2-3873-40ee-9c1d-9815f7c92788 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:44.739913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb5ab-c19c-4e3d-a238-47e4aab79bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:44.778146 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6db02f-6099-447e-9603-d59e4a27adcd req-d0c0d860-7806-463f-8ee3-a1a3f69713e8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:44.788663 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fb5ab-c19c-4e3d-a238-47e4aab79bd2 None None] Port 3d603fe2-3873-40ee-9c1d-9815f7c92788 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:33:44.791979 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd6db02f-6099-447e-9603-d59e4a27adcd req-d0c0d860-7806-463f-8ee3-a1a3f69713e8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 931 time: 0.0739298 May 19 13:33:44.800806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:44.846620 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd6db02f-6099-447e-9603-d59e4a27adcd req-bbc4c57d-a457-486e-817a-394b13692bff tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523067 May 19 13:33:45.126515 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99e618-2dfc-4f35-8b70-3a574f84996c req-c0af5064-00ac-483b-a93c-db2e70a80495 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:45.129166 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fa99e618-2dfc-4f35-8b70-3a574f84996c req-c0af5064-00ac-483b-a93c-db2e70a80495 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 946 time: 0.0535185 May 19 13:33:45.194355 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fa99e618-2dfc-4f35-8b70-3a574f84996c req-ba3f698a-a962-4be3-9710-3c456840c5bc tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 May 19 13:33:45.353778 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Request body: {'port': {'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:45.444897 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2f4c-67e5-451e-aae5-43004d50fc73 req-83ddc4cf-3d70-407b-91b5-41e93501454e tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:45.458775 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7a1a2f4c-67e5-451e-aae5-43004d50fc73 req-83ddc4cf-3d70-407b-91b5-41e93501454e tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.0698855 May 19 13:33:45.462476 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:45.571798 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7a1a2f4c-67e5-451e-aae5-43004d50fc73 req-71971ce7-cb22-4b94-804c-31d1f2a428d4 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140599 May 19 13:33:45.783073 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:45.785146 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a65e-2035-4479-807e-909ae65ee825 req-b97389bb-8986-4de1-87c4-f97d9204e143 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:45.787968 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7323a65e-2035-4479-807e-909ae65ee825 req-b97389bb-8986-4de1-87c4-f97d9204e143 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0774324 May 19 13:33:45.839408 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d603fe2-3873-40ee-9c1d-9815f7c92788 {{(pid=103684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:45.848187 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Publish callbacks [] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:45.862798 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7323a65e-2035-4479-807e-909ae65ee825 req-47596039-e5a1-453b-8b4f-44d3a90755da tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656126 May 19 13:33:45.866818 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.provisioning_blocks [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Transition to ACTIVE for port object 3d603fe2-3873-40ee-9c1d-9815f7c92788 will not be triggered until provisioned by entity L2. {{(pid=103684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:33:45.897098 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:45.995322 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:46.030492 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-71c4bd71-aabd-41dd-91f4-d5571abc61d5 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:46.035553 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-71c4bd71-aabd-41dd-91f4-d5571abc61d5 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 946 time: 0.1296778 May 19 13:33:46.078674 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972af444-9a24-439e-861e-93f24f941ebc req-831429e2-ed29-48da-b309-8780ab440d71 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:46.082093 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-972af444-9a24-439e-861e-93f24f941ebc req-831429e2-ed29-48da-b309-8780ab440d71 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 943 time: 0.1176610 May 19 13:33:46.201947 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Pushing event updated for resources: {'Port': ['ID=3d603fe2-3873-40ee-9c1d-9815f7c92788,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:46.295164 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Attempting to bind port 3d603fe2-3873-40ee-9c1d-9815f7c92788 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:33:46.295922 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Attempting to bind port 3d603fe2-3873-40ee-9c1d-9815f7c92788 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:33:46.296333 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Attempting to bind port 3d603fe2-3873-40ee-9c1d-9815f7c92788 on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:46.310660 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Port 3d603fe2-3873-40ee-9c1d-9815f7c92788 on network a42ef65b-f8fc-4078-973d-4d38cc62962d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:33:46.310660 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Attempting to bind port 3d603fe2-3873-40ee-9c1d-9815f7c92788 on network a42ef65b-f8fc-4078-973d-4d38cc62962d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:33:46.318732 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:33:46.319067 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Checking segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:33:46.319467 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Bound using segment: {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:33:46.320063 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Bound port: 3d603fe2-3873-40ee-9c1d-9815f7c92788, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d'}}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:33:46.320429 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:46.416157 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:46.435671 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b639b-dc57-4aca-a608-dc3947ac5dea req-d19908f5-e2a9-48fb-9b78-488fcbfd16f4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:46.437376 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-830b639b-dc57-4aca-a608-dc3947ac5dea req-d19908f5-e2a9-48fb-9b78-488fcbfd16f4 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 946 time: 0.0729563 May 19 13:33:46.444459 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] For port 3d603fe2-3873-40ee-9c1d-9815f7c92788, host hv-cinder-84112, cleared binding levels {{(pid=103684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:33:46.449453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] For port 3d603fe2-3873-40ee-9c1d-9815f7c92788, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:33:46.469223 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:46.526842 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:46.527799 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:46.529537 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] 10.222.0.58 "PUT /v2.0/ports/3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 200 len: 1093 time: 1.1832993 May 19 13:33:46.532829 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:46.538728 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b019b41-1590-4260-9cca-fc27cad62be3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:46.561627 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-830b639b-dc57-4aca-a608-dc3947ac5dea req-75559ab5-ba7e-48a1-b02c-663b21fab3b0 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/security-groups?id=0df7e42c-ca5b-447b-8a49-e55e28fca182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143491 May 19 13:33:46.577761 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Deleting port 482e497d-dc94-47c6-8992-021c75b27d64 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:33:46.578254 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (482e497d-dc94-47c6-8992-021c75b27d64), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:46.597674 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1035a2-427c-4b31-9430-32ff0dffb897 service neutron] Pushing event updated for resources: {'Port': ['ID=3d603fe2-3873-40ee-9c1d-9815f7c92788,revision_number=3']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:46.610807 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-972af444-9a24-439e-861e-93f24f941ebc req-1ed90f1f-a8bf-4a14-9118-d0c0b225e2d2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5255198 May 19 13:33:46.619251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146324d7-0f0d-47b1-aa2b-174dce1f1979 x-openstack-request-id: req-146324d7-0f0d-47b1-aa2b-174dce1f1979 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:46.619619 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:46.619901 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-146324d7-0f0d-47b1-aa2b-174dce1f1979 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:46.620326 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146324d7-0f0d-47b1-aa2b-174dce1f1979'] response: {'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'status': 'completed', 'code': 200} May 19 13:33:46.721871 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcbaf2-004d-4e52-bef0-0414a5e57262 req-e28cc7ad-b5ad-4c43-a9d5-80d394ed9287 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:46.723890 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] For port 482e497d-dc94-47c6-8992-021c75b27d64, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=482e497d-dc94-47c6-8992-021c75b27d64,segment=NetworkSegment(a3f3b166-2540-4f9f-b8a5-dfe75b76fb25),segment_id=a3f3b166-2540-4f9f-b8a5-dfe75b76fb25)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:46.724488 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (482e497d-dc94-47c6-8992-021c75b27d64), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:46.744949 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-01bcbaf2-004d-4e52-bef0-0414a5e57262 req-e28cc7ad-b5ad-4c43-a9d5-80d394ed9287 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.0736694 May 19 13:33:46.760075 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Calling delete_port for 482e497d-dc94-47c6-8992-021c75b27d64 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:33:46.837379 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-01bcbaf2-004d-4e52-bef0-0414a5e57262 req-743556cc-bbf6-4d0c-8c4e-d10b271df2ed tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909624 May 19 13:33:46.908099 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019b41-1590-4260-9cca-fc27cad62be3 req-0418190c-a46b-42f1-86dc-7ab82ad1a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:46.909670 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3b019b41-1590-4260-9cca-fc27cad62be3 req-0418190c-a46b-42f1-86dc-7ab82ad1a4c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1127 time: 0.0712423 May 19 13:33:46.965224 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:47.005181 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (482e497d-dc94-47c6-8992-021c75b27d64), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:47.063495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Pushing event deleted for resources: {'Port': ['ID=482e497d-dc94-47c6-8992-021c75b27d64,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:47.070881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9194f07-4cf0-4c60-8a6d-9b685cbeabdf req-ee185ac1-8818-4c35-a403-5a00e0814324 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:47.078865 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d9194f07-4cf0-4c60-8a6d-9b685cbeabdf req-ee185ac1-8818-4c35-a403-5a00e0814324 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.1159663 May 19 13:33:47.089895 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:47.119897 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] No DVR routers for this DVR port 482e497d-dc94-47c6-8992-021c75b27d64 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:33:47.123670 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:47.128006 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7b66aabb-c8d1-4d81-9fd8-547f16070f42 req-97d7b374-8082-4828-be82-8d62a175a126 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.58 "DELETE /v2.0/ports/482e497d-dc94-47c6-8992-021c75b27d64 HTTP/1.1" status: 204 len: 173 time: 1.0236101 May 19 13:33:47.128811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e97bb4-e6af-4707-a137-dd83d2887895', 'name': 'network-vif-deleted', 'tag': '482e497d-dc94-47c6-8992-021c75b27d64'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:47.131316 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbee1ff2-9fef-44fd-86b8-3aa2e9379117" -d '{"events": [{"server_uuid": "07e97bb4-e6af-4707-a137-dd83d2887895", "name": "network-vif-deleted", "tag": "482e497d-dc94-47c6-8992-021c75b27d64"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:47.158485 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019b41-1590-4260-9cca-fc27cad62be3 req-99feb6da-b369-4920-b842-c70cd8e8b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:47.162540 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3b019b41-1590-4260-9cca-fc27cad62be3 req-99feb6da-b369-4920-b842-c70cd8e8b665 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=63972a518bb048d19dd070eb9ac85445&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1655335 May 19 13:33:47.173192 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d9194f07-4cf0-4c60-8a6d-9b685cbeabdf req-cbe399e1-2f27-4023-9032-902af1645cc5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945749 May 19 13:33:47.240734 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34026b7-50be-4c4d-83a9-b8ec904199dd x-openstack-request-id: req-a34026b7-50be-4c4d-83a9-b8ec904199dd {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:47.241151 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e97bb4-e6af-4707-a137-dd83d2887895", "name": "network-vif-deleted", "tag": "482e497d-dc94-47c6-8992-021c75b27d64", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:47.241543 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a34026b7-50be-4c4d-83a9-b8ec904199dd {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:47.242057 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34026b7-50be-4c4d-83a9-b8ec904199dd'] response: {'server_uuid': '07e97bb4-e6af-4707-a137-dd83d2887895', 'name': 'network-vif-deleted', 'tag': '482e497d-dc94-47c6-8992-021c75b27d64', 'status': 'completed', 'code': 200} May 19 13:33:47.330032 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019b41-1590-4260-9cca-fc27cad62be3 req-8bed5243-a087-4c3f-8321-6d32dfb9542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:47.331707 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3b019b41-1590-4260-9cca-fc27cad62be3 req-8bed5243-a087-4c3f-8321-6d32dfb9542b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591046 May 19 13:33:47.674936 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-277cca41-07b2-484d-b4f4-ffd215f49fe7 req-39c70078-e035-422b-b1f8-b44c6bb3e313 tempest-VolumesActionsTest-939624476 tempest-VolumesActionsTest-939624476-project] 10.222.0.24 "GET /v2.0/ports?device_id=07e97bb4-e6af-4707-a137-dd83d2887895 HTTP/1.1" status: 200 len: 210 time: 0.0377760 May 19 13:33:47.796563 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-f5578d39-ea43-4101-b550-6dc9bedd4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:47.798492 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-f5578d39-ea43-4101-b550-6dc9bedd4981 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1127 time: 0.1060817 May 19 13:33:47.813519 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9df23f-f74e-4277-ae6a-eb2bb278ed52 req-469ceac4-37a5-4837-b464-d4cb9e0a4fe5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:47.815055 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1f9df23f-f74e-4277-ae6a-eb2bb278ed52 req-469ceac4-37a5-4837-b464-d4cb9e0a4fe5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 943 time: 0.0687175 May 19 13:33:47.829989 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:47.889213 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-133341f5-92ba-46a1-a674-20da303ed8f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 200 len: 217 time: 0.0430770 May 19 13:33:47.927686 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1f9df23f-f74e-4277-ae6a-eb2bb278ed52 req-ac007ac9-5b0b-4291-96b6-b93fc0cc4f25 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060200 May 19 13:33:48.000404 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5734d8-2ff5-4e19-9e2d-564ea800a823 req-cc33bab9-bc98-44f3-937e-adac1a29e72e tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:48.009009 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ad5734d8-2ff5-4e19-9e2d-564ea800a823 req-cc33bab9-bc98-44f3-937e-adac1a29e72e tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.0691838 May 19 13:33:48.019511 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-87bc43cf-1bbe-4cac-b39e-570d4bd96274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:48.021327 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-87bc43cf-1bbe-4cac-b39e-570d4bd96274 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0651076 May 19 13:33:48.069670 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ad5734d8-2ff5-4e19-9e2d-564ea800a823 req-ad316d26-47a1-4e7e-a049-feff58b5b90f tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 May 19 13:33:48.113814 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-f1906240-92a6-44f0-8bf5-8a8c4dea9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:48.115697 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-f1906240-92a6-44f0-8bf5-8a8c4dea9289 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845468 May 19 13:33:48.228001 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:48.232625 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-73e26a19-6e3b-47fc-a831-237d2f69b7a1 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096563 May 19 13:33:48.356771 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb45ccc-52a8-45af-b6d9-52f7209bb5a6 req-514c2830-09d0-46bf-afaa-e50240acb8a4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:48.359168 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-acb45ccc-52a8-45af-b6d9-52f7209bb5a6 req-514c2830-09d0-46bf-afaa-e50240acb8a4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0639203 May 19 13:33:48.410984 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-062c5c28-cb44-4588-aba6-43d7f2fc975d req-af58deea-b5cb-4426-aac2-8d1863473b1d service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710210 May 19 13:33:48.435071 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-acb45ccc-52a8-45af-b6d9-52f7209bb5a6 req-cf758658-d960-447b-a42f-502faeda90fd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702662 May 19 13:33:48.857750 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 482e497d-dc94-47c6-8992-021c75b27d64 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:33:48.889200 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 482e497d-dc94-47c6-8992-021c75b27d64 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:33:48.889577 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 482e497d-dc94-47c6-8992-021c75b27d64 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:33:49.060506 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49675ec-33e2-408e-a917-058634348a0f req-20114721-dde9-40a0-8891-636f01d442cd tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:49.068791 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c49675ec-33e2-408e-a917-058634348a0f req-20114721-dde9-40a0-8891-636f01d442cd tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 943 time: 0.0690389 May 19 13:33:49.128309 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c49675ec-33e2-408e-a917-058634348a0f req-d53a97ff-275b-4836-bac7-a703cb23bde2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584857 May 19 13:33:49.618683 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277cce4-8bc6-4fc0-9159-bd928ec9f8ea req-dc547db0-a169-43ea-87f0-b30e682a49b8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:49.620547 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3277cce4-8bc6-4fc0-9159-bd928ec9f8ea req-dc547db0-a169-43ea-87f0-b30e682a49b8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0581615 May 19 13:33:49.736432 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3277cce4-8bc6-4fc0-9159-bd928ec9f8ea req-a4226df1-b165-427c-a3c3-f5d116703d66 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016362 May 19 13:33:50.261524 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998ed61-bbff-4039-9a15-5674da8bc2df req-c68964ac-f010-4538-b1db-94b7adb3ce36 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:50.263559 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3998ed61-bbff-4039-9a15-5674da8bc2df req-c68964ac-f010-4538-b1db-94b7adb3ce36 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 943 time: 0.0628581 May 19 13:33:50.333404 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3998ed61-bbff-4039-9a15-5674da8bc2df req-ef63c10b-fd92-4b59-849e-498d7f472902 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616422 May 19 13:33:50.862774 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 3d603fe2-3873-40ee-9c1d-9815f7c92788 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:33:50.910047 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff023-a77a-41a8-b16b-9e10d6c4199b req-f415a6a1-bcc9-46e8-ab41-37f641e595f2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:50.911639 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a08ff023-a77a-41a8-b16b-9e10d6c4199b req-f415a6a1-bcc9-46e8-ab41-37f641e595f2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0591617 May 19 13:33:50.963212 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a08ff023-a77a-41a8-b16b-9e10d6c4199b req-30e2033d-72f2-49f1-a0d5-e5f306abf027 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455024 May 19 13:33:50.970000 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 3d603fe2-3873-40ee-9c1d-9815f7c92788, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:50.983496 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'mac_address': 'fa:16:3e:97:58:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:33:51.019398 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 3d603fe2-3873-40ee-9c1d-9815f7c92788 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:51.019898 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.039221 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d603fe2-3873-40ee-9c1d-9815f7c92788 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:51.059518 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 3d603fe2-3873-40ee-9c1d-9815f7c92788, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:51.064216 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.111615 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=3d603fe2-3873-40ee-9c1d-9815f7c92788,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:51.287144 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 51952) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:51.396644 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4bd3eca-dbf7-4e9b-a18c-67a9fc49232e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.476498 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560480dd-ced1-4214-b31b-5a357c5d61fd req-47111849-e59d-49db-9e4f-a1691d33806d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:51.478063 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-560480dd-ced1-4214-b31b-5a357c5d61fd req-47111849-e59d-49db-9e4f-a1691d33806d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 944 time: 0.0678449 May 19 13:33:51.554911 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4bd3eca-dbf7-4e9b-a18c-67a9fc49232e admin admin] Publish callbacks [] for security_group (6d8bd9fa-a734-4ec4-afcc-5346090abdcb), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.558429 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-560480dd-ced1-4214-b31b-5a357c5d61fd req-8c23240a-7df3-4293-9879-dd9763d443c4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743010 May 19 13:33:51.560358 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4bd3eca-dbf7-4e9b-a18c-67a9fc49232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (6d8bd9fa-a734-4ec4-afcc-5346090abdcb), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.594005 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:51.601361 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e4bd3eca-dbf7-4e9b-a18c-67a9fc49232e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c27c3a7487164a079d01a93d2e7387a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131857 May 19 13:33:51.603283 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd3eca-dbf7-4e9b-a18c-67a9fc49232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8bd9fa-a734-4ec4-afcc-5346090abdcb,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:51.604713 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 51958) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:51.656298 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-19ed2377-ad4d-45fe-b84a-a2ff24880398 admin admin] Publish callbacks [] for security_group (6d8bd9fa-a734-4ec4-afcc-5346090abdcb), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.682913 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-19ed2377-ad4d-45fe-b84a-a2ff24880398 admin admin] Publish callbacks [] for security_group (6d8bd9fa-a734-4ec4-afcc-5346090abdcb), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.736599 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-19ed2377-ad4d-45fe-b84a-a2ff24880398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (6d8bd9fa-a734-4ec4-afcc-5346090abdcb), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.739909 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-19ed2377-ad4d-45fe-b84a-a2ff24880398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:51.741566 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-19ed2377-ad4d-45fe-b84a-a2ff24880398 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d8bd9fa-a734-4ec4-afcc-5346090abdcb HTTP/1.1" status: 204 len: 168 time: 0.1355309 May 19 13:33:51.751206 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed2377-ad4d-45fe-b84a-a2ff24880398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8bd9fa-a734-4ec4-afcc-5346090abdcb,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:52.092805 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3505d1c-a5eb-4548-896e-c0bcba2b3107 req-34b5cd7d-cee7-4b68-a419-30e304560dbd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:52.094504 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e3505d1c-a5eb-4548-896e-c0bcba2b3107 req-34b5cd7d-cee7-4b68-a419-30e304560dbd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0505955 May 19 13:33:52.145188 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e3505d1c-a5eb-4548-896e-c0bcba2b3107 req-95b49879-d540-4005-ae26-c40e180a5d79 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 May 19 13:33:52.681766 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9762a71-2e1d-40ea-940d-276264c52ce2 req-d1ab7944-2c95-4362-b101-0861fd48e553 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:52.683713 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f9762a71-2e1d-40ea-940d-276264c52ce2 req-d1ab7944-2c95-4362-b101-0861fd48e553 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 944 time: 0.0513589 May 19 13:33:52.736759 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f9762a71-2e1d-40ea-940d-276264c52ce2 req-49b72b44-9e57-48c4-984f-ff123c88c082 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 May 19 13:33:53.274087 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c2335-0488-408b-99c8-82f0aeacdb74 req-2c6fa898-27ac-450f-8cf1-ea7242975d2f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:53.275567 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-833c2335-0488-408b-99c8-82f0aeacdb74 req-2c6fa898-27ac-450f-8cf1-ea7242975d2f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0484455 May 19 13:33:53.327156 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-833c2335-0488-408b-99c8-82f0aeacdb74 req-019f3a32-014f-4277-b420-e2c3d4e4575d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455396 May 19 13:33:53.828476 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:53.836786 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:53.860502 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06a5e-cc6b-47c5-8d41-dabdc48f7b72 req-038d062b-20f4-47d5-98ad-c531d51c7650 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:53.862158 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-08a06a5e-cc6b-47c5-8d41-dabdc48f7b72 req-038d062b-20f4-47d5-98ad-c531d51c7650 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 944 time: 0.0527844 May 19 13:33:53.915816 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-08a06a5e-cc6b-47c5-8d41-dabdc48f7b72 req-91a54720-000f-4c89-bfbd-af5734b19292 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476472 May 19 13:33:54.199723 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252610da-bca6-4ad4-976d-1d556a22f721 req-6141df21-adba-42f5-af9c-8678b30bf251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:54.201230 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-252610da-bca6-4ad4-976d-1d556a22f721 req-6141df21-adba-42f5-af9c-8678b30bf251 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1129 time: 0.0460005 May 19 13:33:54.246734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['3d603fe2-3873-40ee-9c1d-9815f7c92788'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:33:54.460240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc7b8b-cf8c-4794-aaaf-e53f54cc6cff req-14344a3c-e22c-4739-aa28-173b485465ac tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:54.461889 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0ddc7b8b-cf8c-4794-aaaf-e53f54cc6cff req-14344a3c-e22c-4739-aa28-173b485465ac tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0505083 May 19 13:33:54.516938 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0ddc7b8b-cf8c-4794-aaaf-e53f54cc6cff req-1221c3a5-8552-4770-b0c5-3e5bf50423e9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481467 May 19 13:33:54.696591 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252610da-bca6-4ad4-976d-1d556a22f721 req-ed05907f-30ca-437b-9672-2013c69ae6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:54.698231 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-252610da-bca6-4ad4-976d-1d556a22f721 req-ed05907f-30ca-437b-9672-2013c69ae6f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.0978496 May 19 13:33:55.066480 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:55.092146 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912ad8-45c3-4e1b-a248-822c90983a45 req-7f07be5e-6908-49eb-8030-90d25bcfbd1c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:55.093473 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-80912ad8-45c3-4e1b-a248-822c90983a45 req-7f07be5e-6908-49eb-8030-90d25bcfbd1c tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 944 time: 0.1018388 May 19 13:33:55.106799 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-252610da-bca6-4ad4-976d-1d556a22f721 req-5f48aabb-ce24-4142-a76d-b6ba3ce82cc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 1001 time: 0.0826182 May 19 13:33:55.196252 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252610da-bca6-4ad4-976d-1d556a22f721 req-eeb4ff77-3d3d-4920-a751-8a644e462c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:55.197764 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-252610da-bca6-4ad4-976d-1d556a22f721 req-eeb4ff77-3d3d-4920-a751-8a644e462c9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0774779 May 19 13:33:55.213809 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-80912ad8-45c3-4e1b-a248-822c90983a45 req-4ab8e16c-15f1-4041-8161-0917568a13ea tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053748 May 19 13:33:55.277143 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252610da-bca6-4ad4-976d-1d556a22f721 req-3d4149bd-c29a-461a-9b61-9ef3bb69fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:55.278769 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-252610da-bca6-4ad4-976d-1d556a22f721 req-3d4149bd-c29a-461a-9b61-9ef3bb69fbca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638239 May 19 13:33:55.378324 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-252610da-bca6-4ad4-976d-1d556a22f721 req-2d601ebb-2a84-4695-ac52-d738b50bc08e service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925901 May 19 13:33:55.508826 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-252610da-bca6-4ad4-976d-1d556a22f721 req-92f8029d-da21-4373-97ee-6ab243e7a8a9 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249640 May 19 13:33:55.654957 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caa740-3f48-479b-ba16-5e2dd98c3365 req-9fc4926f-d34e-45b0-b85e-6964133c47f8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:55.656432 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-83caa740-3f48-479b-ba16-5e2dd98c3365 req-9fc4926f-d34e-45b0-b85e-6964133c47f8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0521393 May 19 13:33:55.711495 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-83caa740-3f48-479b-ba16-5e2dd98c3365 req-99cd23e1-1113-4f14-b400-fe8d2dda675a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490854 May 19 13:33:55.823098 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 3d603fe2-3873-40ee-9c1d-9815f7c92788 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:33:55.883888 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 3d603fe2-3873-40ee-9c1d-9815f7c92788 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:33:55.893132 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 3d603fe2-3873-40ee-9c1d-9815f7c92788 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:33:55.894091 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:55.979629 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 3d603fe2-3873-40ee-9c1d-9815f7c92788 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:55.979916 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:56.004785 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:56.007763 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5843b-872f-4599-9d7f-684724834044" -d '{"events": [{"server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "name": "network-vif-plugged", "status": "completed", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:56.021063 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 3d603fe2-3873-40ee-9c1d-9815f7c92788, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:56.027110 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:56.054917 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca22c23-b5a1-4cd3-8c3d-6f61a320e2c3 x-openstack-request-id: req-6ca22c23-b5a1-4cd3-8c3d-6f61a320e2c3 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:56.055205 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "name": "network-vif-plugged", "status": "completed", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:56.055449 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ca22c23-b5a1-4cd3-8c3d-6f61a320e2c3 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:56.055834 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca22c23-b5a1-4cd3-8c3d-6f61a320e2c3'] response: {'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'code': 200} May 19 13:33:56.086758 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=3d603fe2-3873-40ee-9c1d-9815f7c92788,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:56.306945 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e0600-7156-4b65-a4b9-5a76a097b2bf req-4d53d22e-8007-4def-bec4-b6ced61c051b tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:56.313883 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-915e0600-7156-4b65-a4b9-5a76a097b2bf req-4d53d22e-8007-4def-bec4-b6ced61c051b tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0653188 May 19 13:33:56.328155 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:56.363015 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-915e0600-7156-4b65-a4b9-5a76a097b2bf req-c9527055-19f0-485a-bb64-e76f233a4bce tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 May 19 13:33:56.363701 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70449d6-5da9-4ea8-b8f9-cf069ee630cd req-70a5219e-daa8-45b7-a0ba-fe24f3ac922e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:56.369894 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c70449d6-5da9-4ea8-b8f9-cf069ee630cd req-70a5219e-daa8-45b7-a0ba-fe24f3ac922e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0690558 May 19 13:33:56.387918 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52078) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:56.424480 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c70449d6-5da9-4ea8-b8f9-cf069ee630cd req-849f08a7-8d80-4fa7-b7f3-ccd8c90be528 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518861 May 19 13:33:56.619454 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080a5be-d977-4c59-b924-3c43500cb711 tempest-TestMinimumBasicScenario-2085640485 tempest-TestMinimumBasicScenario-2085640485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:56.624329 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52086) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:56.624545 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4080a5be-d977-4c59-b924-3c43500cb711 tempest-TestMinimumBasicScenario-2085640485 tempest-TestMinimumBasicScenario-2085640485-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1125 time: 0.2349584 May 19 13:33:56.629603 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'port_id': '97ed1b45-3101-4569-a101-5346f9044405', 'tenant_id': '510387333865470196f9be30ef62395c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:56.660565 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:56.752513 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:56.759657 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:56.855680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:56.868859 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711772a-449f-4815-98ff-df6d671e919f req-8d6bfbb6-56f1-4028-ae91-17833278ca60 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:56.870928 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f711772a-449f-4815-98ff-df6d671e919f req-8d6bfbb6-56f1-4028-ae91-17833278ca60 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 945 time: 0.0571280 May 19 13:33:56.938074 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f711772a-449f-4815-98ff-df6d671e919f req-24c58a59-233d-451d-a839-75716492ed9d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555990 May 19 13:33:57.179948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Allocated IP 172.27.1.3 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/e97d009d-da12-4ce8-aaf2-fecae86c1fda) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:57.344885 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:57.383290 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:57.386577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:57.431511 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:57.436900 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:57.439179 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'Port': ['ID=e97d009d-da12-4ce8-aaf2-fecae86c1fda,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:57.441522 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:33:57.659377 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d394a8-f70f-4fb6-8935-b530e5e70dff req-c327786e-dff3-49a0-b526-e35778ead26f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:57.660746 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b4d394a8-f70f-4fb6-8935-b530e5e70dff req-c327786e-dff3-49a0-b526-e35778ead26f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.1082673 May 19 13:33:57.695830 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3da4f-e992-45ee-9030-6689f0b3290b req-83cd96ff-1743-492b-8ae1-8a25c9b9ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:57.697277 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b3b3da4f-e992-45ee-9030-6689f0b3290b req-83cd96ff-1743-492b-8ae1-8a25c9b9ffc6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1129 time: 0.1143284 May 19 13:33:57.830386 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:33:57.886187 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b4d394a8-f70f-4fb6-8935-b530e5e70dff req-3395014e-0235-4aaf-871a-f9c2677ee8e1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915946 May 19 13:33:57.897575 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b3b3da4f-e992-45ee-9030-6689f0b3290b req-6f6d294c-324d-4479-9e96-305115d92029 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849513 May 19 13:33:57.924675 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: ACTIVE; New status is: DOWN {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:33:57.925309 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:57.967878 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:57.990414 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:33:58.009595 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:58.059809 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:58.064086 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1822ca-a15f-421c-80e2-709933ddec95" -d '{"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-unplugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:58.150126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04a700-12b8-4845-b79e-00d95ef08d07 req-a93ebd6e-1b3c-458a-8124-22cb11b077df tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:58.157056 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6e5636-b100-4ccd-b212-c79be06d9b7a x-openstack-request-id: req-0d6e5636-b100-4ccd-b212-c79be06d9b7a {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:58.157942 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-unplugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:58.158200 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d6e5636-b100-4ccd-b212-c79be06d9b7a {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:58.158591 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6e5636-b100-4ccd-b212-c79be06d9b7a'] response: {'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'code': 200} May 19 13:33:58.159707 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8b04a700-12b8-4845-b79e-00d95ef08d07 req-a93ebd6e-1b3c-458a-8124-22cb11b077df tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0866919 May 19 13:33:58.169114 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=8']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:58.182599 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for floatingip (606b357d-80a3-47c0-908f-1b8eee0e0124), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:58.214675 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8b04a700-12b8-4845-b79e-00d95ef08d07 req-7a6a485a-d935-403f-84b2-5d30738fdac2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538356 May 19 13:33:58.283904 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:58.626193 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:58.642657 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:58.795187 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'Port': ['ID=e97d009d-da12-4ce8-aaf2-fecae86c1fda,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:58.814125 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (606b357d-80a3-47c0-908f-1b8eee0e0124), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:58.868217 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:58.961603 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Floating IP 606b357d-80a3-47c0-908f-1b8eee0e0124 associated. External IP: 172.27.1.3, port: 97ed1b45-3101-4569-a101-5346f9044405. May 19 13:33:59.104133 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3372f8-cd5c-4855-8782-d4ce7f7b6f61 req-6323103f-7c7f-4efb-91b5-ebd8eac4c553 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:59.112008 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d3372f8-cd5c-4855-8782-d4ce7f7b6f61 req-6323103f-7c7f-4efb-91b5-ebd8eac4c553 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.1126184 May 19 13:33:59.201201 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d3372f8-cd5c-4855-8782-d4ce7f7b6f61 req-86d61ea4-d4c6-462e-9458-45f881642f1f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809045 May 19 13:33:59.217404 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [req-cfc7f438-f865-4efc-b452-849de23780d9 req-f27ad1c4-188b-4db9-9d0d-4997497c1537 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:33:59.218804 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cfc7f438-f865-4efc-b452-849de23780d9 req-f27ad1c4-188b-4db9-9d0d-4997497c1537 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060885 May 19 13:33:59.299322 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Router d1cce33e-10e1-4df4-8d47-28ea84138a8c has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:33:59.479307 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:33:59.493159 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] Sync routers for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:33:59.502544 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.521708 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:33:59.541622 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:33:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:59.547309 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7f7d17eb-4115-4c48-b9b1-40bbd91fdb76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9216087 May 19 13:33:59.548001 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:59.550549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3c3974-a947-44e3-906d-8db6cd4ad35f" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:33:59.552839 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52150) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:59.557923 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-7dda7255-b68b-4448-bd22-73a2dce59190 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594261357', 'description': 'tempest-secgroup-smoke-1594261357 description', 'project_id': '510387333865470196f9be30ef62395c'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:59.590701 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7dda7255-b68b-4448-bd22-73a2dce59190 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.609462 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:33:59.674583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720f0a43-0b99-4504-8aba-2f168b964456 x-openstack-request-id: req-720f0a43-0b99-4504-8aba-2f168b964456 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:33:59.675939 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:33:59.676450 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-720f0a43-0b99-4504-8aba-2f168b964456 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:33:59.677228 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720f0a43-0b99-4504-8aba-2f168b964456'] response: {'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405', 'status': 'completed', 'code': 200} May 19 13:33:59.689276 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499415c-aa13-4f51-8baa-dd906e510b8e req-bc013d42-2859-43b5-b3ad-b95e11afe383 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:59.691022 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d499415c-aa13-4f51-8baa-dd906e510b8e req-bc013d42-2859-43b5-b3ad-b95e11afe383 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.1674290 May 19 13:33:59.693070 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7dda7255-b68b-4448-bd22-73a2dce59190 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group (aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.699910 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7dda7255-b68b-4448-bd22-73a2dce59190 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.740209 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda7255-b68b-4448-bd22-73a2dce59190 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:59.762033 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7dda7255-b68b-4448-bd22-73a2dce59190 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.766951 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7dda7255-b68b-4448-bd22-73a2dce59190 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2116032 May 19 13:33:59.768629 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52158) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:59.780902 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-d02cafd6-f8b2-4020-ab8f-3eebfb6987a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'security_group_rule': {'security_group_id': 'aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8', 'project_id': '510387333865470196f9be30ef62395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:33:59.818681 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d499415c-aa13-4f51-8baa-dd906e510b8e req-1203b803-45c8-4f5c-a9fa-7b2ca835fd2f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218090 May 19 13:33:59.873301 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d02cafd6-f8b2-4020-ab8f-3eebfb6987a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (4605b5dc-5b31-4136-ab92-b683a875d202), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.951771 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d02cafd6-f8b2-4020-ab8f-3eebfb6987a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (4605b5dc-5b31-4136-ab92-b683a875d202), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.956461 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d02cafd6-f8b2-4020-ab8f-3eebfb6987a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (4605b5dc-5b31-4136-ab92-b683a875d202), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.973129 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:33:59.986626 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d02cafd6-f8b2-4020-ab8f-3eebfb6987a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:33:59.987875 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d02cafd6-f8b2-4020-ab8f-3eebfb6987a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178895 May 19 13:33:59.990681 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52166) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:33:59.991179 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cafd6-f8b2-4020-ab8f-3eebfb6987a0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4605b5dc-5b31-4136-ab92-b683a875d202,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:00.002751 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-094b762a-c00f-4d18-b36f-623bdad7d4ed tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'security_group_rule': {'security_group_id': 'aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8', 'project_id': '510387333865470196f9be30ef62395c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:34:00.067787 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:00.072605 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-094b762a-c00f-4d18-b36f-623bdad7d4ed tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (e73fd80f-2f96-47cb-a5c8-2733eaf429a6), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.076436 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-16bf7718-9025-40ab-837d-de5ab87de1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:00.078417 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-16bf7718-9025-40ab-837d-de5ab87de1df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1130 time: 0.0555727 May 19 13:34:00.205311 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-dc08cd40-b26a-410c-95b0-db5ab0d022d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:00.216790 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-094b762a-c00f-4d18-b36f-623bdad7d4ed tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (e73fd80f-2f96-47cb-a5c8-2733eaf429a6), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.223776 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-dc08cd40-b26a-410c-95b0-db5ab0d022d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 916 time: 0.1357524 May 19 13:34:00.254390 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-094b762a-c00f-4d18-b36f-623bdad7d4ed tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (e73fd80f-2f96-47cb-a5c8-2733eaf429a6), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.317883 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b762a-c00f-4d18-b36f-623bdad7d4ed tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73fd80f-2f96-47cb-a5c8-2733eaf429a6,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:00.345109 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-094b762a-c00f-4d18-b36f-623bdad7d4ed tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.354211 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-094b762a-c00f-4d18-b36f-623bdad7d4ed tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615925 May 19 13:34:00.355601 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52174) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:00.369485 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-9e585f88-d083-4334-b720-60d93e449917 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'security_group_rule': {'security_group_id': 'aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8', 'project_id': '510387333865470196f9be30ef62395c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:34:00.399287 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '606b357d-80a3-47c0-908f-1b8eee0e0124', 'tenant_id': '510387333865470196f9be30ef62395c', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'port_id': '97ed1b45-3101-4569-a101-5346f9044405', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'mac_address': 'fa:16:3e:da:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:57Z', 'updated_at': '2022-05-19T13:33:57Z', 'revision_number': 0, 'project_id': '510387333865470196f9be30ef62395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:51Z', 'revision_number': 5, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:00.439992 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9e585f88-d083-4334-b720-60d93e449917 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (0ba4b526-f789-40be-835d-780a8647c786), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.443127 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab7391-b7dd-4022-a247-d8a7fa8c2241 req-34642c9f-c8c4-49e3-94c4-e99afd0dd35d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:00.445014 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ab7391-b7dd-4022-a247-d8a7fa8c2241 req-34642c9f-c8c4-49e3-94c4-e99afd0dd35d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.1149051 May 19 13:34:00.466220 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-2cc5c5a4-27a8-4451-a47c-35f04c72e2af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 998 time: 0.2299478 May 19 13:34:00.483555 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] Checking router: d1cce33e-10e1-4df4-8d47-28ea84138a8c for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:34:00.505630 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:34:00.507087 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:33:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:00.535123 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ab7391-b7dd-4022-a247-d8a7fa8c2241 req-3ba5df29-b2f1-4a00-ad96-87bbfefa3762 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676403 May 19 13:34:00.559437 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9e585f88-d083-4334-b720-60d93e449917 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (0ba4b526-f789-40be-835d-780a8647c786), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.575278 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9e585f88-d083-4334-b720-60d93e449917 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (0ba4b526-f789-40be-835d-780a8647c786), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.597146 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e585f88-d083-4334-b720-60d93e449917 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba4b526-f789-40be-835d-780a8647c786,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:00.597374 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-c8b1910d-d05f-45c0-a85f-7a6632debc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:00.599103 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-c8b1910d-d05f-45c0-a85f-7a6632debc87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 200 len: 854 time: 0.0704525 May 19 13:34:00.630425 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9e585f88-d083-4334-b720-60d93e449917 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.636367 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-9e585f88-d083-4334-b720-60d93e449917 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2697978 May 19 13:34:00.637915 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52182) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:00.650883 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-b840988f-852c-4f46-8de3-221b5aa08095 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'security_group_rule': {'security_group_id': 'aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8', 'project_id': '510387333865470196f9be30ef62395c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:34:00.667712 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-4310f3b8-70f5-42ec-9b72-91e11decf51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:00.669754 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-4310f3b8-70f5-42ec-9b72-91e11decf51c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12b173b5-88a3-4bd8-bf94-8afe06af1cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634687 May 19 13:34:00.698366 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b840988f-852c-4f46-8de3-221b5aa08095 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (ba7ea7af-e195-4174-a2bc-07693031ffc6), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:00.715912 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:34:00.809275 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7549e9-5c22-45d0-b2fa-f0c369558c04 req-cb840f9a-7c7f-4ac5-aede-516fa54571ab tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:00.811218 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0c7549e9-5c22-45d0-b2fa-f0c369558c04 req-cb840f9a-7c7f-4ac5-aede-516fa54571ab tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0842223 May 19 13:34:00.814829 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:00.822793 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52186) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:00.841881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'floatingip': {'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:34:00.940394 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-a07a6576-6ecc-4c26-ae88-4415198b311e service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642839 May 19 13:34:01.017994 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.027202 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b840988f-852c-4f46-8de3-221b5aa08095 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (ba7ea7af-e195-4174-a2bc-07693031ffc6), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.033798 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d7db-9be6-46a9-bdc8-44693a6cbe2a req-6d2e2bb1-7222-4fd5-b1f1-4909f57dc49a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:01.035455 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0173d7db-9be6-46a9-bdc8-44693a6cbe2a req-6d2e2bb1-7222-4fd5-b1f1-4909f57dc49a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0940912 May 19 13:34:01.059999 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b840988f-852c-4f46-8de3-221b5aa08095 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (ba7ea7af-e195-4174-a2bc-07693031ffc6), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.098335 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840988f-852c-4f46-8de3-221b5aa08095 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7ea7af-e195-4174-a2bc-07693031ffc6,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:01.166442 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b840988f-852c-4f46-8de3-221b5aa08095 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.173186 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b840988f-852c-4f46-8de3-221b5aa08095 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5334563 May 19 13:34:01.174196 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52194) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:01.185703 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'security_group_rule': {'security_group_id': 'aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8', 'project_id': '510387333865470196f9be30ef62395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:34:01.191797 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0173d7db-9be6-46a9-bdc8-44693a6cbe2a req-cd607696-26e5-4c19-8978-f2dd97e5a68a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616305 May 19 13:34:01.201335 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9c3c3974-a947-44e3-906d-8db6cd4ad35f req-0a98b02c-5af8-4196-a9dd-defebb93b732 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388995 May 19 13:34:01.202724 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:01.247630 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '606b357d-80a3-47c0-908f-1b8eee0e0124', 'tenant_id': '510387333865470196f9be30ef62395c', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'port_id': '97ed1b45-3101-4569-a101-5346f9044405', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'mac_address': 'fa:16:3e:da:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:57Z', 'updated_at': '2022-05-19T13:33:57Z', 'revision_number': 0, 'project_id': '510387333865470196f9be30ef62395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:51Z', 'revision_number': 5, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:01.281054 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2146ad-bcf2-4267-b1cd-6280c1603bd2 None None] The sync data for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi is: [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '606b357d-80a3-47c0-908f-1b8eee0e0124', 'tenant_id': '510387333865470196f9be30ef62395c', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'port_id': '97ed1b45-3101-4569-a101-5346f9044405', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'mac_address': 'fa:16:3e:da:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:57Z', 'updated_at': '2022-05-19T13:33:57Z', 'revision_number': 0, 'project_id': '510387333865470196f9be30ef62395c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:51Z', 'revision_number': 5, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:34:01.284774 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.securitygroups_db [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Project 510387333865470196f9be30ef62395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:34:01.303777 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (9df48719-e035-4edc-b661-634f9473b8f0), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.377905 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (9df48719-e035-4edc-b661-634f9473b8f0), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.394192 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (9df48719-e035-4edc-b661-634f9473b8f0), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.466153 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df48719-e035-4edc-b661-634f9473b8f0,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:01.474274 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.475486 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f8fc6007-b4cb-43fe-ac88-1196fa5c3656 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2957337 May 19 13:34:01.479874 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52200) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:01.491356 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'security_group_rule': {'security_group_id': 'aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8', 'project_id': '510387333865470196f9be30ef62395c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:34:01.569087 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.securitygroups_db [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Project 510387333865470196f9be30ef62395c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:34:01.577753 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (7f784b0f-51cd-421d-b4d6-38f104444f0c), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.777063 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310adb17-db76-41c0-bcc5-3bd1f3f13b3d None None] New status for floating IP 606b357d-80a3-47c0-908f-1b8eee0e0124: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:34:01.804491 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (7f784b0f-51cd-421d-b4d6-38f104444f0c), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.824969 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (7f784b0f-51cd-421d-b4d6-38f104444f0c), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.844298 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:01.854087 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f784b0f-51cd-421d-b4d6-38f104444f0c,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:01.858768 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:01.878050 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:01.879291 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-05e1b2f3-d217-42f1-9214-f5ceffa3842e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3961229 May 19 13:34:01.921325 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:34:02.114099 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:02.136697 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.db.resource_extend [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:34:02.162115 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: DOWN; New status is: DOWN {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:34:02.205751 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-b01a5d00-a0ce-4c60-8c0b-909b50e8350d tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594261357&fields=id&tenant_id=510387333865470196f9be30ef62395c HTTP/1.1" status: 200 len: 267 time: 0.2262285 May 19 13:34:02.285733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:02.303183 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-fa89e01c-5b09-4f79-9881-d8621e5843b3 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:02.305378 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-fa89e01c-5b09-4f79-9881-d8621e5843b3 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0986433 May 19 13:34:02.306149 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:02.354559 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'port': {'security_groups': ['d149ed1e-7192-44aa-8289-eba4d60cb80c', 'aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:34:02.396532 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9314f7-2d64-4951-8825-42f4c9fb6a80 req-e0228cea-12e9-4a54-a7a0-4db4572ec1ca tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:02.420686 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fb9314f7-2d64-4951-8825-42f4c9fb6a80 req-e0228cea-12e9-4a54-a7a0-4db4572ec1ca tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.1207948 May 19 13:34:02.490248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:02.494980 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97ed1b45-3101-4569-a101-5346f9044405), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:02.520904 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Floating IP 61010257-ce11-4d28-8e26-b6ce0d386593 associated. External IP: 172.27.1.8, port: 3d603fe2-3873-40ee-9c1d-9815f7c92788. May 19 13:34:02.526358 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fb9314f7-2d64-4951-8825-42f4c9fb6a80 req-729a8f4a-fc43-4917-b1f1-ded4911af780 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043360 May 19 13:34:03.107425 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:03.257828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:34:03.259774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97ed1b45-3101-4569-a101-5346f9044405,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:34:03.334217 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for port (97ed1b45-3101-4569-a101-5346f9044405), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:03.342740 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:03.386279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['97ed1b45-3101-4569-a101-5346f9044405'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:34:03.439521 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:03.440226 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:03.446151 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-49f27db8-0ae8-495a-bba2-f85896fc7431 req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "PUT /v2.0/ports/97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 982 time: 1.1315951 May 19 13:34:03.446803 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:34:03.449998 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fb5275-4337-4366-82db-6be2dc210b93" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:34:03.485060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:34:03.496352 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] Sync routers for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:34:03.499093 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=64 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:03.501146 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:03.511569 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=94 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:03.538270 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38159f-35ac-461b-8e72-090d8b1792b2 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=6']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:03.555143 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ac7dba4f-3056-4040-871d-8f1394ebc1e4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "PUT /v2.0/floatingips/61010257-ce11-4d28-8e26-b6ce0d386593 HTTP/1.1" status: 200 len: 989 time: 2.7162662 May 19 13:34:03.563774 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:34:03.564420 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:33:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:03.593991 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:03.599875 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbb5939-0d4a-4e68-a5f2-2736b721c678 x-openstack-request-id: req-ccbb5939-0d4a-4e68-a5f2-2736b721c678 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:34:03.601772 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:34:03.602044 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccbb5939-0d4a-4e68-a5f2-2736b721c678 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:34:03.602567 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbb5939-0d4a-4e68-a5f2-2736b721c678'] response: {'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405', 'status': 'completed', 'code': 200} May 19 13:34:03.697722 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['97ed1b45-3101-4569-a101-5346f9044405'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:34:03.778952 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615125f4-134b-4db9-85b6-02caf5647ee3 req-de07717a-fa07-44e7-8665-3a0ca74479bc tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:03.788965 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:34:03.789475 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-615125f4-134b-4db9-85b6-02caf5647ee3 req-de07717a-fa07-44e7-8665-3a0ca74479bc tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.1624126 May 19 13:34:03.830328 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-acf0e207-48f4-488d-8384-616598fa7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:03.831852 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-acf0e207-48f4-488d-8384-616598fa7947 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1169 time: 0.1493363 May 19 13:34:03.837204 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cb4f7-1f86-495c-90dc-e683f60098b4 req-7f2d03dc-471c-492b-8d2a-f979bae5c03e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:03.856402 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ae7cb4f7-1f86-495c-90dc-e683f60098b4 req-7f2d03dc-471c-492b-8d2a-f979bae5c03e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.1314900 May 19 13:34:03.870012 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:04.025873 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ae7cb4f7-1f86-495c-90dc-e683f60098b4 req-2f304840-833e-4d0f-b53a-9a6ad45c3386 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683152 May 19 13:34:04.027448 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-15f9a786-5502-4905-8afd-92e46967c386 None None] Provisioning complete for port 97ed1b45-3101-4569-a101-5346f9044405 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:34:04.028041 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-15f9a786-5502-4905-8afd-92e46967c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97ed1b45-3101-4569-a101-5346f9044405), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:04.111306 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '61010257-ce11-4d28-8e26-b6ce0d386593', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'mac_address': 'fa:16:3e:97:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:39Z', 'updated_at': '2022-05-19T13:34:01Z', 'revision_number': 1, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:04.111799 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-615125f4-134b-4db9-85b6-02caf5647ee3 req-94c41ff0-8892-4786-a448-da81c6227e37 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3147569 May 19 13:34:04.149197 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] Checking router: e3de7f9e-1fb2-42f7-9bd2-97693ab14293 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:34:04.160967 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:34:04.162103 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:33:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:04.165087 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-3494332a-75c7-4aa7-9747-7b1579507070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:04.166979 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-3494332a-75c7-4aa7-9747-7b1579507070 service neutron] 10.222.0.58 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 916 time: 0.3195057 May 19 13:34:04.287149 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:34:04.288482 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-4f31a46e-fd31-43cd-8660-b797ed5bae83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 1000 time: 0.1069000 May 19 13:34:04.372167 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-15f9a786-5502-4905-8afd-92e46967c386 None None] Current status of the port 97ed1b45-3101-4569-a101-5346f9044405 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:34:04.389930 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-5ed313aa-5675-4e63-8c56-4ed4dd8946ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:04.392027 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-5ed313aa-5675-4e63-8c56-4ed4dd8946ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 200 len: 854 time: 0.0958390 May 19 13:34:04.464468 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-142ff732-1e2e-4963-8ad6-4ee1a4ac40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:04.466338 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-142ff732-1e2e-4963-8ad6-4ee1a4ac40dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12b173b5-88a3-4bd8-bf94-8afe06af1cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637195 May 19 13:34:04.586979 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-ff88ac50-e411-48ea-b34f-8db04ab9c3f8 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091502 May 19 13:34:04.588671 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '61010257-ce11-4d28-8e26-b6ce0d386593', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'mac_address': 'fa:16:3e:97:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:39Z', 'updated_at': '2022-05-19T13:34:01Z', 'revision_number': 1, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:04.709683 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d8fb5275-4337-4366-82db-6be2dc210b93 req-e214a524-84d3-4768-a339-c3473355c536 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140282 May 19 13:34:04.718515 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3c1f8-ed9e-44a2-aa24-c0e80a081d8c None None] The sync data for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi is: [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '61010257-ce11-4d28-8e26-b6ce0d386593', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'mac_address': 'fa:16:3e:97:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:39Z', 'updated_at': '2022-05-19T13:34:01Z', 'revision_number': 1, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:34:04.947502 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb14ad7-ab55-4cb4-b4f3-dfe2b98fc8eb None None] New status for floating IP 61010257-ce11-4d28-8e26-b6ce0d386593: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:34:05.191015 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161325-79d0-4a07-b061-0224fbda9849 req-b4fc7f7e-b549-463d-8d30-0a32963e3430 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:05.201921 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6a161325-79d0-4a07-b061-0224fbda9849 req-b4fc7f7e-b549-463d-8d30-0a32963e3430 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0940235 May 19 13:34:05.268066 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6a161325-79d0-4a07-b061-0224fbda9849 req-f6ed77d0-e64f-465e-a824-ef97a7262ed6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613179 May 19 13:34:05.428553 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52274) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:05.513815 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:05.526378 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-a6c1f991-fb5c-4534-a01d-a86d9a6db2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965095 May 19 13:34:05.536390 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-ac16ec55-c693-4d2b-9cc9-04be0f022db9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103683) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:34:05.537397 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-ac16ec55-c693-4d2b-9cc9-04be0f022db9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054917 May 19 13:34:05.603392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:34:05.605839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e0995-931a-4baf-b191-42ce10ce744a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:34:05.616547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52286) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:05.645093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceff257-8291-4865-8602-61624fb77bec x-openstack-request-id: req-0ceff257-8291-4865-8602-61624fb77bec {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:34:05.645373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:34:05.645706 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ceff257-8291-4865-8602-61624fb77bec {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:34:05.646254 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ceff257-8291-4865-8602-61624fb77bec'] response: {'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'status': 'completed', 'code': 200} May 19 13:34:05.721740 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-3595436a-9cd9-4ff0-8e64-1617aba4263d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:05.723858 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-3595436a-9cd9-4ff0-8e64-1617aba4263d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports/1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 940 time: 0.1062701 May 19 13:34:05.749269 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-f3f843f0-b356-49de-aa8b-303569a9b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:05.750948 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-f3f843f0-b356-49de-aa8b-303569a9b31e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1129 time: 0.0497615 May 19 13:34:06.134889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-7f2ac07e-e776-4134-86dc-9b756df1d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:06.136543 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-7f2ac07e-e776-4134-86dc-9b756df1d362 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.3736258 May 19 13:34:06.206303 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-8c92b0d4-2c05-4acd-abc0-ca53813770ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 200 len: 999 time: 0.0632608 May 19 13:34:06.268638 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-429e2e98-e3d7-4f3e-bcc3-cf7db28ccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:06.270601 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-429e2e98-e3d7-4f3e-bcc3-cf7db28ccc41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0565546 May 19 13:34:06.324214 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-cfc4686b-eece-4d51-b7c4-134e9311ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:06.325910 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-cfc4686b-eece-4d51-b7c4-134e9311ec66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445325 May 19 13:34:06.374237 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:06.427720 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d272-ac38-43e1-ac9f-018b56aecaf7 req-829d1119-7f03-416f-b1ee-2795160f0453 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:06.429390 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5833d272-ac38-43e1-ac9f-018b56aecaf7 req-829d1119-7f03-416f-b1ee-2795160f0453 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0870748 May 19 13:34:06.445470 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:06.469834 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-d21efd7b-51fd-4a80-a181-ceaaade44513 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195197 May 19 13:34:06.504670 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5833d272-ac38-43e1-ac9f-018b56aecaf7 req-e5f38962-b9d5-4ffd-9910-e32450bdabc6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666978 May 19 13:34:06.572530 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0995-931a-4baf-b191-42ce10ce744a req-a6144148-21e3-4d55-9f20-01f095ef588c service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957558 May 19 13:34:06.814099 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52322) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:06.943894 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-77aa144f-1ac0-4e89-b4e1-688e80542450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.049983 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-77aa144f-1ac0-4e89-b4e1-688e80542450 admin admin] Publish callbacks [] for security_group (a174d3ba-37e7-408c-ae6d-d66a923180c6), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.054818 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-77aa144f-1ac0-4e89-b4e1-688e80542450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a174d3ba-37e7-408c-ae6d-d66a923180c6), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.095850 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-77aa144f-1ac0-4e89-b4e1-688e80542450 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1755875da2df48a08e680353eb8937c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804787 May 19 13:34:07.096592 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa144f-1ac0-4e89-b4e1-688e80542450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a174d3ba-37e7-408c-ae6d-d66a923180c6,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:07.099466 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52326) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:07.158928 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-67ce11c5-6d42-4be4-bf14-df2c6b833331 admin admin] Publish callbacks [] for security_group (a174d3ba-37e7-408c-ae6d-d66a923180c6), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.181927 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-67ce11c5-6d42-4be4-bf14-df2c6b833331 admin admin] Publish callbacks [] for security_group (a174d3ba-37e7-408c-ae6d-d66a923180c6), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.194815 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b800deea-1a4f-46ba-a747-f51a4a6b7968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.233439 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-67ce11c5-6d42-4be4-bf14-df2c6b833331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (a174d3ba-37e7-408c-ae6d-d66a923180c6), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.236083 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-67ce11c5-6d42-4be4-bf14-df2c6b833331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:07.240035 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-67ce11c5-6d42-4be4-bf14-df2c6b833331 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a174d3ba-37e7-408c-ae6d-d66a923180c6 HTTP/1.1" status: 204 len: 168 time: 0.1357744 May 19 13:34:07.250656 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce11c5-6d42-4be4-bf14-df2c6b833331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a174d3ba-37e7-408c-ae6d-d66a923180c6,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:07.681786 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac796-2173-408e-b5aa-1429f6db5ef0 req-db573ae1-a400-4b04-a29a-0f82882dc9c3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:07.689987 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c34ac796-2173-408e-b5aa-1429f6db5ef0 req-db573ae1-a400-4b04-a29a-0f82882dc9c3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0562594 May 19 13:34:07.760212 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c34ac796-2173-408e-b5aa-1429f6db5ef0 req-5700f65c-30ac-4aa5-b4ab-a53e217fa77b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693419 May 19 13:34:08.345448 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-15b7edb0-ea26-4728-8de3-95930b7d74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:08.347074 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-15b7edb0-ea26-4728-8de3-95930b7d74cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10&tenant_id=959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 1127 time: 0.0823684 May 19 13:34:08.447740 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-433769dc-c53d-4e30-aea8-a26e1c0e047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:08.449184 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-433769dc-c53d-4e30-aea8-a26e1c0e047e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1127 time: 0.0459821 May 19 13:34:08.552508 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-de222da3-2f1e-41f4-bb1a-116a09534c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:08.554138 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-de222da3-2f1e-41f4-bb1a-116a09534c8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.0979645 May 19 13:34:08.620407 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-6be98172-ef46-42c0-ae1e-b98288af3ef2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 999 time: 0.0585072 May 19 13:34:08.673323 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-24db407b-fe4b-42ff-bcc2-f5e514725ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:08.675195 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-24db407b-fe4b-42ff-bcc2-f5e514725ad8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0461316 May 19 13:34:08.726901 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-760e66ca-df30-4b8e-95d9-56867c982e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:08.728434 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-760e66ca-df30-4b8e-95d9-56867c982e99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467060 May 19 13:34:08.825082 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-8373abe4-df10-40b3-8cd3-3f31eca75e13 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902493 May 19 13:34:08.922813 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1debfa-6966-457a-9db8-b3ec66140aa7 req-22a28230-5717-46fd-a352-c18a0e2bd0bf tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:08.930089 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7f1debfa-6966-457a-9db8-b3ec66140aa7 req-22a28230-5717-46fd-a352-c18a0e2bd0bf tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0635540 May 19 13:34:08.947931 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:08.952520 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-878afeb4-a167-4eb9-a81f-0ae63779eaa0 req-283441e5-e25b-4720-a8ff-c6fec6f365c4 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193604 May 19 13:34:08.991370 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7f1debfa-6966-457a-9db8-b3ec66140aa7 req-8e04c90d-3b17-4eef-ae6b-e559e34b0b36 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599318 May 19 13:34:09.588112 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7d0da034-5e49-407d-8934-bb84c0c90ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:10.253402 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:10.255898 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:10.271189 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2ced-25e4-4b85-bc7f-24d42201103f req-aa62246b-3c75-4f35-b6d3-d050925d579c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:10.274253 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c5ed2ced-25e4-4b85-bc7f-24d42201103f req-aa62246b-3c75-4f35-b6d3-d050925d579c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.1758864 May 19 13:34:10.404418 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c5ed2ced-25e4-4b85-bc7f-24d42201103f req-c7a3b7c7-c880-4fe9-b27b-2be84682582e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176937 May 19 13:34:10.768958 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:10.793341 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:11.604647 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d725f4-3e62-468c-9975-5b35a1754f90 req-dd2319c8-39bf-46a6-b3c6-0ef98e157622 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:11.606722 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e5d725f4-3e62-468c-9975-5b35a1754f90 req-dd2319c8-39bf-46a6-b3c6-0ef98e157622 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0720417 May 19 13:34:11.681361 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e5d725f4-3e62-468c-9975-5b35a1754f90 req-6a6f29fe-3ead-4fa6-9322-ba6025b36f6b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650022 May 19 13:34:12.414754 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:12.859406 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032657ff-6ab1-4150-a4da-d014edb87f29 req-1b646050-b5e8-4ed4-9274-ed8acaa6c489 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:12.861670 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-032657ff-6ab1-4150-a4da-d014edb87f29 req-1b646050-b5e8-4ed4-9274-ed8acaa6c489 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0654693 May 19 13:34:12.958885 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-032657ff-6ab1-4150-a4da-d014edb87f29 req-585665f3-33b8-471c-84bb-3480736f2587 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907784 May 19 13:34:13.928023 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:14.204288 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ca1fd-36ec-4bb3-8664-c2803006f058 req-ec29add8-e440-424d-9d41-64aee7787e1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:14.213038 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4c0ca1fd-36ec-4bb3-8664-c2803006f058 req-ec29add8-e440-424d-9d41-64aee7787e1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0834315 May 19 13:34:14.267840 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4c0ca1fd-36ec-4bb3-8664-c2803006f058 req-d753e70a-b132-4a20-a303-5c6616487d9c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552399 May 19 13:34:14.585591 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=65 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:14.594074 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=81 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:15.555592 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9337c-26af-48cd-88e3-544005a3e0d2 req-8b0d3fb4-4582-421b-b21e-74c054cbd6f2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:15.559236 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8ea9337c-26af-48cd-88e3-544005a3e0d2 req-8b0d3fb4-4582-421b-b21e-74c054cbd6f2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.1938581 May 19 13:34:15.682235 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8ea9337c-26af-48cd-88e3-544005a3e0d2 req-63963719-9373-459d-97a4-d25358d2fb55 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115675 May 19 13:34:16.849477 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8592ec6-9992-4e27-b07a-c751c257d166 req-9a7ddd9b-733f-4a55-87c5-51b118ef8160 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:16.849477 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a8592ec6-9992-4e27-b07a-c751c257d166 req-9a7ddd9b-733f-4a55-87c5-51b118ef8160 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0685415 May 19 13:34:16.918217 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a8592ec6-9992-4e27-b07a-c751c257d166 req-c02630d6-9ea8-4fdd-84a1-9603ef588f5c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739443 May 19 13:34:18.062467 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c900a-0ba9-466a-b044-75fa7df9ea13 req-4289c6fc-8dfe-463b-a37a-09c5832afe97 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:18.064340 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-850c900a-0ba9-466a-b044-75fa7df9ea13 req-4289c6fc-8dfe-463b-a37a-09c5832afe97 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0550501 May 19 13:34:18.111339 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-850c900a-0ba9-466a-b044-75fa7df9ea13 req-edd8f6b0-6fe6-4775-a8cc-0088549dd9d1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 May 19 13:34:18.850183 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:34:19.248731 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:19.257758 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8232-84aa-4af3-801e-7b6564b24e6b req-4975cbb9-60ff-4b8a-895e-da76d690922a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:19.259469 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6fad8232-84aa-4af3-801e-7b6564b24e6b req-4975cbb9-60ff-4b8a-895e-da76d690922a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0590632 May 19 13:34:19.313101 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6fad8232-84aa-4af3-801e-7b6564b24e6b req-75fd9942-6d8f-41a5-9aaf-cdc531a91640 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 May 19 13:34:20.396717 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=10 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:20.397535 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:20.437772 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-e67f602c-9b09-4a7f-a41c-ffb82a417bc1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500932 May 19 13:34:20.445374 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fedb8-7748-415c-b9c5-2e681b6eab23 req-07d57686-5e35-4cbb-bba2-5b0c0c3e148c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:20.446888 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-391fedb8-7748-415c-b9c5-2e681b6eab23 req-07d57686-5e35-4cbb-bba2-5b0c0c3e148c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0557990 May 19 13:34:20.496424 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-391fedb8-7748-415c-b9c5-2e681b6eab23 req-1d0c3afb-6dc3-49ae-a2df-0a833affee3d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435760 May 19 13:34:20.727098 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 52504) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:20.777031 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Deleting subnet 119dadd5-48f2-40a3-b5e6-fc961d93c226 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:34:20.780839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Publish callbacks [] for subnet (119dadd5-48f2-40a3-b5e6-fc961d93c226), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:20.817851 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (119dadd5-48f2-40a3-b5e6-fc961d93c226), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:20.861743 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (119dadd5-48f2-40a3-b5e6-fc961d93c226), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:20.920886 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (119dadd5-48f2-40a3-b5e6-fc961d93c226), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:20.944621 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119dadd5-48f2-40a3-b5e6-fc961d93c226,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:20.954461 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:20.957363 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/119dadd5-48f2-40a3-b5e6-fc961d93c226 HTTP/1.1" status: 204 len: 168 time: 0.2290218 May 19 13:34:20.959272 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.959700 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.960043 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.960303 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52506) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:20.960415 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.960695 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.961020 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.961341 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.961692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.962027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.962334 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.962692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.963008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.963308 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.963623 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:20.963936 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25cb33-7ed8-4556-9dc1-66e8361afd0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:21.030027 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.143959 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.159728 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-a70b2a03-8356-4500-b483-a8dd9e67cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:21.161266 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-a70b2a03-8356-4500-b483-a8dd9e67cbdd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 1130 time: 0.0910003 May 19 13:34:21.169571 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88']}} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:21.179647 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25') {'for_net_delete': True} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:21.180015 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f3b166-2540-4f9f-b8a5-dfe75b76fb25') {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:21.189369 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9435295'] for segment (a3f3b166-2540-4f9f-b8a5-dfe75b76fb25), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.205287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (a3f3b166-2540-4f9f-b8a5-dfe75b76fb25), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.213949 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:34:21.214554 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979300'] for segment (a3f3b166-2540-4f9f-b8a5-dfe75b76fb25), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: Traceback (most recent call last): May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: timer() May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: cb(*args, **kw) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: return func(*args, **kwargs) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: self._notify() May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: self.callback(batched_events) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: event.method(event) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: return f(self, *a, **k) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._get(url).json() May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: return self.request(url, 'GET', **kwargs) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:34:21.216202 dv-cinder-841125-6-iscsi neutron-server[103684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:34:21.319828 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.326382 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.331809 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88 HTTP/1.1" status: 204 len: 168 time: 0.3680737 May 19 13:34:21.344696 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf94be-98a5-4992-be70-9c97f71c956b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1b865b-9b95-4b9e-a3a5-0eb7b7719b88,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:21.366427 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-4779103c-1039-4228-9abd-5d6ddb61ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:21.367914 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-4779103c-1039-4228-9abd-5d6ddb61ebb2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.1427565 May 19 13:34:21.407223 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-e042db45-0d10-4200-a0cf-1c261190768c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b HTTP/1.1" status: 200 len: 217 time: 0.0322723 May 19 13:34:21.460002 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-a58ed0f1-00a8-4255-9fe9-f55fe27eab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:21.461515 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-a58ed0f1-00a8-4255-9fe9-f55fe27eab7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0473762 May 19 13:34:21.512143 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-9df69711-4be5-417e-9e1a-54c22d05950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:21.513714 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-9df69711-4be5-417e-9e1a-54c22d05950b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399730 May 19 13:34:21.514376 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52510) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:21.610736 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:21.612148 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2e792067-9fe3-4796-941d-e432ba1ffa41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a26987661f54291b3cf7086b0a1c98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967114 May 19 13:34:21.615131 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 52516) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:34:21.621772 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b063dc-1256-4ce8-a05f-22e938128703 req-01806de3-62d4-45dd-ba55-7e28cdd526a5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:21.623394 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50b063dc-1256-4ce8-a05f-22e938128703 req-01806de3-62d4-45dd-ba55-7e28cdd526a5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0532744 May 19 13:34:21.673995 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50b063dc-1256-4ce8-a05f-22e938128703 req-75bbf87c-6058-4d22-ac38-f3b3c556dfcc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 May 19 13:34:21.675961 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-0f677a1d-8948-458c-b32b-a6e1b499aa40 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541624 May 19 13:34:21.734638 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbe637b5-fa3d-4f8a-823b-8e4e24cea3d5 admin admin] Publish callbacks [] for security_group (0df7e42c-ca5b-447b-8a49-e55e28fca182), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.771072 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbe637b5-fa3d-4f8a-823b-8e4e24cea3d5 admin admin] Publish callbacks [] for security_group (0df7e42c-ca5b-447b-8a49-e55e28fca182), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.826838 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-474ef7fe-6090-4fe7-83db-b23a5f0a422c req-69026d39-86e3-46b7-8092-fa10c79f40cc service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436388 May 19 13:34:21.829971 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:21.843961 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbe637b5-fa3d-4f8a-823b-8e4e24cea3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (0df7e42c-ca5b-447b-8a49-e55e28fca182), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.848147 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-dbe637b5-fa3d-4f8a-823b-8e4e24cea3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:21.849432 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-dbe637b5-fa3d-4f8a-823b-8e4e24cea3d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0df7e42c-ca5b-447b-8a49-e55e28fca182 HTTP/1.1" status: 204 len: 168 time: 0.2333241 May 19 13:34:21.857952 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe637b5-fa3d-4f8a-823b-8e4e24cea3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df7e42c-ca5b-447b-8a49-e55e28fca182,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:22.763313 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:22.802285 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05c12d-013e-454f-a226-188846690c77 req-1fe25872-ffac-4cd6-b7b2-b4376d3fa272 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:22.803683 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2b05c12d-013e-454f-a226-188846690c77 req-1fe25872-ffac-4cd6-b7b2-b4376d3fa272 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0497866 May 19 13:34:22.850541 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2b05c12d-013e-454f-a226-188846690c77 req-793e07fc-5695-4e6c-9ce9-3a54fee7f962 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410655 May 19 13:34:23.849782 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:23.982126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d55e1-ce53-4af3-8a0b-80ea64346bb1 req-0e9b8bdd-1ba4-44fe-a70d-137b5bbdebb0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:23.983691 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-482d55e1-ce53-4af3-8a0b-80ea64346bb1 req-0e9b8bdd-1ba4-44fe-a70d-137b5bbdebb0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0589170 May 19 13:34:24.035209 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-482d55e1-ce53-4af3-8a0b-80ea64346bb1 req-c6d7facd-11f6-4bd3-b3b5-a0cb02d80ee6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 May 19 13:34:25.167087 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744d55-c72e-409d-9b31-b1008c2bd197 req-2d778467-07cc-47b9-8a68-67785e805e7f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:25.168917 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8a744d55-c72e-409d-9b31-b1008c2bd197 req-2d778467-07cc-47b9-8a68-67785e805e7f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0523698 May 19 13:34:25.217759 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8a744d55-c72e-409d-9b31-b1008c2bd197 req-ce326d43-6af5-47a1-9acd-1c5a6c2721b6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 May 19 13:34:26.350203 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db89743-db8c-4fd8-a485-bfd9104fdc0a req-9444a23a-67e7-4c1e-9cdb-e0e0c6505aa7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:26.351662 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7db89743-db8c-4fd8-a485-bfd9104fdc0a req-9444a23a-67e7-4c1e-9cdb-e0e0c6505aa7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0496848 May 19 13:34:26.408782 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7db89743-db8c-4fd8-a485-bfd9104fdc0a req-9aa3ecc2-b781-44e5-b7b5-8fea64902a87 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511348 May 19 13:34:27.553815 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b02cd-ae68-4116-aa56-fc9d4f3ee4c5 req-4ae24b3b-822d-43e8-a03c-e7f2d4a7f2dc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:27.555304 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9b4b02cd-ae68-4116-aa56-fc9d4f3ee4c5 req-4ae24b3b-822d-43e8-a03c-e7f2d4a7f2dc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0553577 May 19 13:34:27.604585 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9b4b02cd-ae68-4116-aa56-fc9d4f3ee4c5 req-f0b486ff-5d1f-4962-81dc-a444d288800d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 May 19 13:34:28.738205 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c4966-c7c2-40c6-9ded-26aa13149cf4 req-b9cec14d-31e3-4fd2-9528-3481ad0fb594 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:28.739665 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ea9c4966-c7c2-40c6-9ded-26aa13149cf4 req-b9cec14d-31e3-4fd2-9528-3481ad0fb594 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0470357 May 19 13:34:28.792361 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ea9c4966-c7c2-40c6-9ded-26aa13149cf4 req-fbb437fd-8884-4f45-bba6-b90877dc9d8d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470612 May 19 13:34:29.928452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b5481-6cf1-429f-aeb0-eedbb2ce7fdc req-c9d866c4-5eda-4d95-9d55-49103e8c2c29 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:29.929920 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-223b5481-6cf1-429f-aeb0-eedbb2ce7fdc req-c9d866c4-5eda-4d95-9d55-49103e8c2c29 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0470142 May 19 13:34:29.981039 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-223b5481-6cf1-429f-aeb0-eedbb2ce7fdc req-b28652b1-819e-4a03-a6ce-6bb570e53e9a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453403 May 19 13:34:31.119021 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34d468-05f8-4e36-b30d-41e724be8c41 req-b58df479-ce97-49ef-af83-6dfd3abdbcd5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:31.120448 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-db34d468-05f8-4e36-b30d-41e724be8c41 req-b58df479-ce97-49ef-af83-6dfd3abdbcd5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 943 time: 0.0581329 May 19 13:34:31.170792 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-db34d468-05f8-4e36-b30d-41e724be8c41 req-a5bddea3-685b-460f-b250-d99cc0d5ad68 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 May 19 13:34:31.303401 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:34:31.408230 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:34:31.420188 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'port_id': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'mac_address': 'fa:16:3e:1b:71:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:34:31.459104 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:34:31.459496 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:31.586936 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae6b782-184e-4357-ab26-9a0648e0a6a3 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:34:31.608112 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:34:31.616028 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:31.674573 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=9']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:31.682322 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.682666 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.683034 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.683369 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.683697 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.684035 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.684344 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.684668 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.684982 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.685296 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.685638 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.685954 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.686269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.686583 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:31.686983 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:32.308265 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83601804-85d1-4132-9ef1-59e993ef62b1 req-cb85846b-75df-43fd-bf3a-49a84093b959 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:32.309974 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-83601804-85d1-4132-9ef1-59e993ef62b1 req-cb85846b-75df-43fd-bf3a-49a84093b959 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 944 time: 0.0492597 May 19 13:34:32.368119 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-83601804-85d1-4132-9ef1-59e993ef62b1 req-8f931767-6170-4ced-8b09-5c5007213390 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526421 May 19 13:34:32.711802 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['1ae6b782-184e-4357-ab26-9a0648e0a6a3'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:34:32.773936 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:32.829709 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:33.492027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3f98b-9fe6-420e-bea1-66886013350a req-90563c96-4749-47c6-8eb3-f71cefa9de38 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:33.493644 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-45a3f98b-9fe6-420e-bea1-66886013350a req-90563c96-4749-47c6-8eb3-f71cefa9de38 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 944 time: 0.0490594 May 19 13:34:33.544328 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-45a3f98b-9fe6-420e-bea1-66886013350a req-4f2d66c0-1c68-4761-8a9b-ab7b56d9f80f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451026 May 19 13:34:34.686418 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf78e20-487d-4982-93b2-c7221d156e57 req-71df5871-518b-4063-9cb8-2bc9884334d0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:34.687916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9bf78e20-487d-4982-93b2-c7221d156e57 req-71df5871-518b-4063-9cb8-2bc9884334d0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 944 time: 0.0534890 May 19 13:34:34.738590 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9bf78e20-487d-4982-93b2-c7221d156e57 req-d7aaad63-8787-4a4e-a7a6-0a2030b3fea9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 May 19 13:34:35.705104 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:34:35.751532 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:34:35.751886 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:35.831183 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:34:35.831551 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:35.855066 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:34:35.857346 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566b0bac-5064-4aad-9dbc-fd79fb5250f3" -d '{"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:34:35.865719 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6701-ccea-47a2-a263-38f3787e9a42 req-12eef7b8-0fda-4fb5-b99b-a2719d4a1bae tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:35.867201 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d76f6701-ccea-47a2-a263-38f3787e9a42 req-12eef7b8-0fda-4fb5-b99b-a2719d4a1bae tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 944 time: 0.0525103 May 19 13:34:35.870054 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:34:35.878149 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:35.889928 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:35.905531 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41aded8-366c-4124-9857-5ef8ae5ff8aa x-openstack-request-id: req-f41aded8-366c-4124-9857-5ef8ae5ff8aa {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:34:35.906147 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-plugged", "status": "completed", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:34:35.906392 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f41aded8-366c-4124-9857-5ef8ae5ff8aa {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:34:35.906790 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41aded8-366c-4124-9857-5ef8ae5ff8aa'] response: {'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'code': 200} May 19 13:34:35.922679 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d76f6701-ccea-47a2-a263-38f3787e9a42 req-22ffffd4-77c8-401a-98bb-29b60a804d2d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490198 May 19 13:34:35.932754 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=10']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:36.624025 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fd0bc-f3cd-41ff-b150-27ed7460dc5d req-d7c506e2-d2db-4a17-a202-4f75c8e0216e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:36.625539 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3e6fd0bc-f3cd-41ff-b150-27ed7460dc5d req-d7c506e2-d2db-4a17-a202-4f75c8e0216e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0536826 May 19 13:34:36.691702 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3e6fd0bc-f3cd-41ff-b150-27ed7460dc5d req-b01de607-6916-43a1-b2ef-407c3ccf75d7 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565495 May 19 13:34:37.080371 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5d334-8eee-480d-b3b8-2201ab28f412 req-c288b26c-98ab-4e55-abc1-bda986f86274 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:37.082475 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-73f5d334-8eee-480d-b3b8-2201ab28f412 req-c288b26c-98ab-4e55-abc1-bda986f86274 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0737000 May 19 13:34:37.136406 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-73f5d334-8eee-480d-b3b8-2201ab28f412 req-149f0338-1535-4fa1-b4c2-78bdd989ec46 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459762 May 19 13:34:37.190597 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e2b17ef5-7726-4c98-87a6-ce0dc7ef2b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:37.278612 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-f51fdb22-c766-482d-b648-b5aa5b4c331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:37.280243 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-f51fdb22-c766-482d-b648-b5aa5b4c331e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1169 time: 0.0478213 May 19 13:34:37.404676 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-2e049125-70e5-495e-9209-fbf558c9b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:37.406215 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-2e049125-70e5-495e-9209-fbf558c9b129 service neutron] 10.222.0.58 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 916 time: 0.0958393 May 19 13:34:37.439197 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6fe19-40c5-48ba-a11d-ceda7fe65e52 req-416e434d-335c-47af-916c-748be98263f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:37.440725 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-28c6fe19-40c5-48ba-a11d-ceda7fe65e52 req-416e434d-335c-47af-916c-748be98263f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1130 time: 0.0483725 May 19 13:34:37.477216 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-b18efd4b-4e70-4ed7-ab04-1bcefaf144fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 1000 time: 0.0566328 May 19 13:34:37.488722 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-28c6fe19-40c5-48ba-a11d-ceda7fe65e52 req-015fca3c-125e-4abe-9bce-db30531196c3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389690 May 19 13:34:37.526813 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-8d0a9e2e-4910-4fd6-a836-f464555d9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:37.528598 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-8d0a9e2e-4910-4fd6-a836-f464555d9f3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 200 len: 854 time: 0.0443349 May 19 13:34:37.818234 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d74c61-432d-4c7d-a4b2-f77d9c485da9 req-2fcc63ef-7499-41a4-8cd9-2f880a597701 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:37.819868 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33d74c61-432d-4c7d-a4b2-f77d9c485da9 req-2fcc63ef-7499-41a4-8cd9-2f880a597701 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0499434 May 19 13:34:37.886623 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33d74c61-432d-4c7d-a4b2-f77d9c485da9 req-03488875-9fbd-4430-b6c0-fc6870552b1c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605931 May 19 13:34:37.974551 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-9debd2c9-eb02-43fe-b3c6-ecdf1a6be171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:37.976078 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-9debd2c9-eb02-43fe-b3c6-ecdf1a6be171 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12b173b5-88a3-4bd8-bf94-8afe06af1cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480723 May 19 13:34:38.041194 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:38.077890 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-01887923-e5d2-4df9-a9f5-0187464621be service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936782 May 19 13:34:38.266302 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:38.278471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba469-73d7-4fbe-ae63-b117a1c4d212 req-1e9ea352-0fe5-4834-96a0-fa5ceb6b530f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:38.279961 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-661ba469-73d7-4fbe-ae63-b117a1c4d212 req-1e9ea352-0fe5-4834-96a0-fa5ceb6b530f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0538809 May 19 13:34:38.336117 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-661ba469-73d7-4fbe-ae63-b117a1c4d212 req-d0f4f10d-34ea-4039-8058-924a7b098819 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474997 May 19 13:34:38.810359 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:38.814843 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:39.018135 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d73a8-13a9-4d7b-a3c9-de3c4a21bdc1 req-9e0baa59-72ec-462a-914f-2eaae413ffe5 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:39.019616 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fe4d73a8-13a9-4d7b-a3c9-de3c4a21bdc1 req-9e0baa59-72ec-462a-914f-2eaae413ffe5 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0493460 May 19 13:34:39.040769 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:39.094493 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fe4d73a8-13a9-4d7b-a3c9-de3c4a21bdc1 req-1675e830-d7f5-4daf-a72c-c1182f50570c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688028 May 19 13:34:39.464443 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d353-c717-4272-aadf-11b59656de16 req-60131c47-45bf-4154-810a-81a257319d16 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:39.466510 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7011d353-c717-4272-aadf-11b59656de16 req-60131c47-45bf-4154-810a-81a257319d16 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0482979 May 19 13:34:39.517559 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7011d353-c717-4272-aadf-11b59656de16 req-1a85df38-826d-4f73-b816-900c3b4faaca tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 May 19 13:34:39.585008 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-df1738ae-72c7-43a6-b5ef-9329e10f8d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:40.221916 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1dd8f-7ac9-4672-81fb-7f093b8b28f2 req-40b5164e-9f77-45e6-92a7-150ba03785b7 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:40.223376 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c5b1dd8f-7ac9-4672-81fb-7f093b8b28f2 req-40b5164e-9f77-45e6-92a7-150ba03785b7 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0539904 May 19 13:34:40.285762 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c5b1dd8f-7ac9-4672-81fb-7f093b8b28f2 req-30210b84-a883-4b18-9aac-75bc449f86b1 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565698 May 19 13:34:40.653028 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a5a1-d0d7-4a13-90aa-5607df474775 req-a52e1843-2d4a-4b2d-aae4-1d7f78a48659 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:40.654787 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-40a6a5a1-d0d7-4a13-90aa-5607df474775 req-a52e1843-2d4a-4b2d-aae4-1d7f78a48659 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0500267 May 19 13:34:40.706492 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-40a6a5a1-d0d7-4a13-90aa-5607df474775 req-851ee717-1270-4ec2-857a-5fafb53b2a4f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 May 19 13:34:40.786334 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:41.347864 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-da256ffc-8a1f-4509-9f88-a011bf053b3b req-002d9c97-52ef-48ea-8bf7-99db2f59b175 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979943 May 19 13:34:41.404821 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad15a3-09dd-453d-98ed-7974e0171d08 req-6a8d5fbe-8455-4d4b-98d2-ad5a66f6f931 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:41.406383 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-56ad15a3-09dd-453d-98ed-7974e0171d08 req-6a8d5fbe-8455-4d4b-98d2-ad5a66f6f931 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0498054 May 19 13:34:41.467069 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-56ad15a3-09dd-453d-98ed-7974e0171d08 req-86f2d529-0b71-42c7-8866-c7bb6efd0cd3 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548544 May 19 13:34:41.844924 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad67d5-ace9-4d63-8663-79932f035316 req-6101adf9-3e83-433f-b5c5-2bbe68786bd6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:41.846519 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-00ad67d5-ace9-4d63-8663-79932f035316 req-6101adf9-3e83-433f-b5c5-2bbe68786bd6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0544171 May 19 13:34:41.906802 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-00ad67d5-ace9-4d63-8663-79932f035316 req-6ca2e24f-f33e-4278-beda-9ce786be7494 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497899 May 19 13:34:42.395313 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:42.594994 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5108b-3c88-40ca-b295-bcb97877e1ab req-3df135d3-41e9-4775-b8c7-e0ff946ba6a4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:42.596534 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a7e5108b-3c88-40ca-b295-bcb97877e1ab req-3df135d3-41e9-4775-b8c7-e0ff946ba6a4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0530565 May 19 13:34:42.658496 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a7e5108b-3c88-40ca-b295-bcb97877e1ab req-23db04de-08da-4e5a-8e97-03af429fbbf5 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554922 May 19 13:34:43.037865 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3f3a8-5fc4-4a56-94cf-11151c513495 req-336a13f3-b52e-445f-91df-adbf56b44946 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:43.039337 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6fa3f3a8-5fc4-4a56-94cf-11151c513495 req-336a13f3-b52e-445f-91df-adbf56b44946 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0559764 May 19 13:34:43.090503 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6fa3f3a8-5fc4-4a56-94cf-11151c513495 req-5b95eca0-a850-4b96-967c-66d5d847b3cb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419254 May 19 13:34:43.791167 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11193795-1b2e-4127-93f3-cba1ad525315 req-e01c4236-d7fe-423c-8172-e67239f17f95 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:43.793600 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-11193795-1b2e-4127-93f3-cba1ad525315 req-e01c4236-d7fe-423c-8172-e67239f17f95 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0569568 May 19 13:34:43.868073 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-11193795-1b2e-4127-93f3-cba1ad525315 req-3d8b2bd8-263c-4c35-b62b-9d50c9b5e25b tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621555 May 19 13:34:43.879427 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:43.900830 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:44.995582 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd374814-5e1d-455d-9c4f-810e9f266356 req-d8a64d58-d094-4aa9-b2ac-8456b7cc72e6 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:44.997356 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bd374814-5e1d-455d-9c4f-810e9f266356 req-d8a64d58-d094-4aa9-b2ac-8456b7cc72e6 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0562456 May 19 13:34:45.062901 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bd374814-5e1d-455d-9c4f-810e9f266356 req-eb427a84-b9c8-46f5-b6d3-e8705546f337 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594187 May 19 13:34:46.199254 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33867c1c-2247-4d15-95c1-521d702edf20 req-9967b7b5-4850-4744-83aa-17c5dedd9e95 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:46.200763 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-33867c1c-2247-4d15-95c1-521d702edf20 req-9967b7b5-4850-4744-83aa-17c5dedd9e95 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0526998 May 19 13:34:46.273880 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-33867c1c-2247-4d15-95c1-521d702edf20 req-217e0c55-0b5c-473d-9a99-84a39b942aca tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643833 May 19 13:34:47.046854 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea93713-44eb-4726-bf83-5d4c8ffd0986 req-ef199ad6-5112-45a9-97bb-85c5a3374cf4 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:47.048263 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ea93713-44eb-4726-bf83-5d4c8ffd0986 req-ef199ad6-5112-45a9-97bb-85c5a3374cf4 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.0506804 May 19 13:34:47.098554 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ea93713-44eb-4726-bf83-5d4c8ffd0986 req-a2893bbd-7f09-4ca1-ba84-3a21458107f6 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 May 19 13:34:47.402248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760162d7-0e3b-4217-8d6b-386d3ab983a7 req-38724263-897d-4e31-b237-01c924e1f3be tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:47.403682 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-760162d7-0e3b-4217-8d6b-386d3ab983a7 req-38724263-897d-4e31-b237-01c924e1f3be tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0479972 May 19 13:34:47.469055 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-760162d7-0e3b-4217-8d6b-386d3ab983a7 req-cac5afeb-725d-423e-8984-a7fe07978487 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595496 May 19 13:34:48.225814 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29442e-0ff6-4ff5-8d7f-bc7d87fcd782 req-c9917405-7c78-408a-a8c3-4c96a7b2bded tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:48.227307 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3b29442e-0ff6-4ff5-8d7f-bc7d87fcd782 req-c9917405-7c78-408a-a8c3-4c96a7b2bded tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.0511122 May 19 13:34:48.272244 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:48.280911 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3b29442e-0ff6-4ff5-8d7f-bc7d87fcd782 req-72762372-d35f-438a-a3e0-d99b34da9680 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478022 May 19 13:34:48.591967 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53199-823e-4f57-9487-b223299938c4 req-458e5f4c-30e5-479b-8a6e-56522ad7c4d4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:48.593467 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f4f53199-823e-4f57-9487-b223299938c4 req-458e5f4c-30e5-479b-8a6e-56522ad7c4d4 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0470159 May 19 13:34:48.613834 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:48.657057 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f4f53199-823e-4f57-9487-b223299938c4 req-898105b5-1a66-4ab2-b80b-54f674233ce0 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577893 May 19 13:34:49.296802 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-db60a5ac-ed7b-42f1-9d03-a56421f46a2c tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:49.298243 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-db60a5ac-ed7b-42f1-9d03-a56421f46a2c tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.0494337 May 19 13:34:49.421257 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:49.459480 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Deleting port e53ff309-b270-4145-8e81-9fc7f9777b9d {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:34:49.459762 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:49.469715 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1a110-62d5-488d-bd94-f841e69c019d req-c56d36ac-b44a-41af-b731-fa19152468d1 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:49.471208 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a9d1a110-62d5-488d-bd94-f841e69c019d req-c56d36ac-b44a-41af-b731-fa19152468d1 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 946 time: 0.1095049 May 19 13:34:49.790320 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830f1d0-0945-4a9b-8e12-e6e761749acb req-5446e96d-49f2-4925-a5c7-87842fe17eba tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:49.791751 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5830f1d0-0945-4a9b-8e12-e6e761749acb req-5446e96d-49f2-4925-a5c7-87842fe17eba tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0510988 May 19 13:34:49.819397 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a9d1a110-62d5-488d-bd94-f841e69c019d req-7121fddd-12f6-4755-8a4a-5d88eb6bd5f1 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379505 May 19 13:34:49.832356 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] For port e53ff309-b270-4145-8e81-9fc7f9777b9d, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e53ff309-b270-4145-8e81-9fc7f9777b9d,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:34:49.832720 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:49.848865 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Calling delete_port for e53ff309-b270-4145-8e81-9fc7f9777b9d owned by compute:nova {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:34:49.857651 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5830f1d0-0945-4a9b-8e12-e6e761749acb req-01721860-e770-486b-9243-8aa36db3afda tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589626 May 19 13:34:50.011775 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (e53ff309-b270-4145-8e81-9fc7f9777b9d), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:50.046349 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Pushing event deleted for resources: {'Port': ['ID=e53ff309-b270-4145-8e81-9fc7f9777b9d,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:50.057101 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['e53ff309-b270-4145-8e81-9fc7f9777b9d'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:34:50.077455 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.077957 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.078300 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.078637 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.078946 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.079822 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.079822 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.080069 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.080251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.080553 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.080952 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.081284 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.081624 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.081939 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.082251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:50.123525 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] No DVR routers for this DVR port e53ff309-b270-4145-8e81-9fc7f9777b9d on host hv-cinder-84112 {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:34:50.126843 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:50.130059 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-806928e4-e9c7-42da-bbb0-c6cc5e601149 req-5f1ebef3-7515-4394-afd8-8e356d8c0753 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "DELETE /v2.0/ports/e53ff309-b270-4145-8e81-9fc7f9777b9d HTTP/1.1" status: 204 len: 173 time: 0.8259518 May 19 13:34:50.130488 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'name': 'network-vif-deleted', 'tag': 'e53ff309-b270-4145-8e81-9fc7f9777b9d'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:34:50.132786 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d036eb-8e95-4cc0-9dc6-b72af0d0579f" -d '{"events": [{"server_uuid": "3dc7fd1b-e5d5-4f93-bcff-94b90ed75138", "name": "network-vif-deleted", "tag": "e53ff309-b270-4145-8e81-9fc7f9777b9d"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:34:50.169556 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a593aa-bf02-42e9-9ab8-98f0fccb4159 x-openstack-request-id: req-28a593aa-bf02-42e9-9ab8-98f0fccb4159 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:34:50.169844 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc7fd1b-e5d5-4f93-bcff-94b90ed75138", "name": "network-vif-deleted", "tag": "e53ff309-b270-4145-8e81-9fc7f9777b9d", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:34:50.170092 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28a593aa-bf02-42e9-9ab8-98f0fccb4159 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:34:50.170493 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a593aa-bf02-42e9-9ab8-98f0fccb4159'] response: {'server_uuid': '3dc7fd1b-e5d5-4f93-bcff-94b90ed75138', 'name': 'network-vif-deleted', 'tag': 'e53ff309-b270-4145-8e81-9fc7f9777b9d', 'status': 'completed', 'code': 200} May 19 13:34:50.945017 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-da08daf3-c27c-4838-b77e-290773d49e37 req-ad66bba1-812b-4d2e-9928-f115a2d0b425 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc7fd1b-e5d5-4f93-bcff-94b90ed75138 HTTP/1.1" status: 200 len: 210 time: 0.0327165 May 19 13:34:50.977085 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bcd26-b74b-464d-abfa-ef0a3c5df5f6 req-d46b94a8-86e2-4a61-a179-9fec0d969b76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:50.978624 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c04bcd26-b74b-464d-abfa-ef0a3c5df5f6 req-d46b94a8-86e2-4a61-a179-9fec0d969b76 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0489123 May 19 13:34:51.043987 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c04bcd26-b74b-464d-abfa-ef0a3c5df5f6 req-fcecf42b-7f33-4931-b2de-513f6cce4725 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584366 May 19 13:34:52.168784 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bdf8e-5ab9-4e9a-a86b-1c0a50e9a15f req-34138b57-c0ca-44a3-a06e-b3f6841b777a tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:52.169861 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2f9bdf8e-5ab9-4e9a-a86b-1c0a50e9a15f req-34138b57-c0ca-44a3-a06e-b3f6841b777a tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0528066 May 19 13:34:52.236840 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2f9bdf8e-5ab9-4e9a-a86b-1c0a50e9a15f req-5910626e-b3e6-4744-b55b-ecbfd32472af tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586741 May 19 13:34:53.361513 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ec88f-edb4-420e-b814-df55131fa4a8 req-31bac234-2692-4532-8106-e926f1d4bad7 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:53.362999 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b30ec88f-edb4-420e-b814-df55131fa4a8 req-31bac234-2692-4532-8106-e926f1d4bad7 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0542283 May 19 13:34:53.436493 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b30ec88f-edb4-420e-b814-df55131fa4a8 req-e5de03b8-9ac9-4f86-b64b-5517bcf20ad8 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676901 May 19 13:34:54.064665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e53ff309-b270-4145-8e81-9fc7f9777b9d no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:34:54.093819 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: e53ff309-b270-4145-8e81-9fc7f9777b9d {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:34:54.094172 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e53ff309-b270-4145-8e81-9fc7f9777b9d not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:34:54.104656 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:34:54.571922 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf080b-cd4c-433e-9642-66203c0cd656 req-a5af2e81-d2c5-4b68-87b8-c24c0db771db tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:54.573352 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6cbf080b-cd4c-433e-9642-66203c0cd656 req-a5af2e81-d2c5-4b68-87b8-c24c0db771db tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0574281 May 19 13:34:54.648511 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6cbf080b-cd4c-433e-9642-66203c0cd656 req-dd3572cd-8221-466b-b0eb-10b0a05532bd tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665598 May 19 13:34:55.772076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa350-c19a-40c8-9b26-3f79471bae62 req-21c02830-be83-499b-b373-5790c951504e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:55.773569 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2f3aa350-c19a-40c8-9b26-3f79471bae62 req-21c02830-be83-499b-b373-5790c951504e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0484829 May 19 13:34:55.805667 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:55.842088 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2f3aa350-c19a-40c8-9b26-3f79471bae62 req-2ca1150b-0482-467a-9e68-18487d96f017 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628612 May 19 13:34:55.849819 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:34:56.966709 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aa30f-41e2-41af-8157-9c31daff1624 req-8b697a45-dcf2-4611-98c8-ed228311b44e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:56.968179 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2b8aa30f-41e2-41af-8157-9c31daff1624 req-8b697a45-dcf2-4611-98c8-ed228311b44e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0486507 May 19 13:34:56.996181 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:34:57.033344 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2b8aa30f-41e2-41af-8157-9c31daff1624 req-7d3be16c-d2c3-4ca3-83d2-10ec5cb8d164 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565810 May 19 13:34:58.152285 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e217b2-6845-4a1a-8005-be343f0f02ea req-5b2401c0-656e-4534-9043-95123d3f9f91 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:58.153760 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-29e217b2-6845-4a1a-8005-be343f0f02ea req-5b2401c0-656e-4534-9043-95123d3f9f91 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0497923 May 19 13:34:58.216605 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-29e217b2-6845-4a1a-8005-be343f0f02ea req-7b851dca-2302-4f85-9472-4a401dc14d49 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564704 May 19 13:34:59.361744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b86dd7-f9bc-4db1-9b8b-d681d19cc335 req-09c8dfec-7827-4bf5-9f43-78b8b7ed888e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:59.363274 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-93b86dd7-f9bc-4db1-9b8b-d681d19cc335 req-09c8dfec-7827-4bf5-9f43-78b8b7ed888e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0619619 May 19 13:34:59.427767 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-93b86dd7-f9bc-4db1-9b8b-d681d19cc335 req-baf39982-0f51-4b80-8e2a-c4b4711f1328 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554321 May 19 13:35:00.058516 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-5350075e-2ab9-4db5-8c02-87e6d9a744ec tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:00.059878 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-5350075e-2ab9-4db5-8c02-87e6d9a744ec tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/networks?id=87bf18b1-62e1-4c33-ac80-cb8609461a97 HTTP/1.1" status: 200 len: 813 time: 0.1048653 May 19 13:35:00.074716 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-f999cb65-10d7-4062-9113-a21dcb5ab443 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/quotas/c96a605108ec47a081c60bc8dc16fd8e HTTP/1.1" status: 200 len: 375 time: 0.0092950 May 19 13:35:00.106510 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3d4f9072-1a68-4778-8903-5c0cd00629d6 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268571 May 19 13:35:00.196379 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8ba17bef-cda4-4a1c-ac30-cd6f49d3bdaf service neutron] 10.222.0.24 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831809 May 19 13:35:00.297847 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-65741b6f-3801-46ad-9323-8b891c395ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929005 May 19 13:35:00.473918 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-419d2a36-9ec0-416e-8996-03c5529f1dd9 req-9190b73b-d185-49bb-8518-e2f4c0f8aca4 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 210 time: 0.0337853 May 19 13:35:00.552617 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff315b-bc8e-483a-9aa1-d58b96f18dfc req-c484db39-52ea-4fa9-92e8-ecfe77020ebc tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:00.554358 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-55ff315b-bc8e-483a-9aa1-d58b96f18dfc req-c484db39-52ea-4fa9-92e8-ecfe77020ebc tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0503433 May 19 13:35:00.615844 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-55ff315b-bc8e-483a-9aa1-d58b96f18dfc req-03b52881-98bf-4f56-b891-5078771a2c29 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&id=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557239 May 19 13:35:01.469079 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:01.592751 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6536a9ae-feb6-487c-8348-f51f0eedb8de req-773dfba3-767b-4600-a4c0-033ca03f3d49 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 210 time: 0.0382540 May 19 13:35:01.601603 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-899f2493-da0c-4af1-a1e5-c8900c141b01 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:01.603244 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-899f2493-da0c-4af1-a1e5-c8900c141b01 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "GET /v2.0/networks?id=87bf18b1-62e1-4c33-ac80-cb8609461a97 HTTP/1.1" status: 200 len: 813 time: 0.1469252 May 19 13:35:01.633026 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Request body: {'port': {'device_id': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97', 'admin_state_up': True, 'tenant_id': 'c96a605108ec47a081c60bc8dc16fd8e'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:01.756249 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Made reservation on behalf of c96a605108ec47a081c60bc8dc16fd8e for: {'port': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:35:01.759681 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:01.891782 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Allocated IP 172.20.0.6 (87bf18b1-62e1-4c33-ac80-cb8609461a97/9f5b6fe3-c740-4016-a9a6-b29112874223/7edb5a95-96ac-49b8-96a4-f12c01ce4e38) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:02.062856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks [] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.098584 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.144569 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Network 87bf18b1-62e1-4c33-ac80-cb8609461a97 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:02.147711 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:02.151526 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:35:02.157807 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Pushing event updated for resources: {'Port': ['ID=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:02.206722 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:02.207330 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.215728 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:02.226350 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-8a9c3ea1-e02a-45a2-9ef5-76bd1685c933 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972950 May 19 13:35:02.246181 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Request body: {'port': {'device_id': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:02.308789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.442752 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:02.626106 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 {{(pid=103684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:35:02.635150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Publish callbacks [] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.649769 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.provisioning_blocks [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Transition to ACTIVE for port object 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 will not be triggered until provisioned by entity L2. {{(pid=103684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:35:02.656193 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.735466 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Pushing event updated for resources: {'Port': ['ID=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:02.748893 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36773155-2180-4824-8ed6-111e79ff495b req-d891797b-1524-48ff-993e-c1fccddfaeb1 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:02.750635 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-36773155-2180-4824-8ed6-111e79ff495b req-d891797b-1524-48ff-993e-c1fccddfaeb1 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 943 time: 0.0703261 May 19 13:35:02.850935 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-36773155-2180-4824-8ed6-111e79ff495b req-b504a2e1-256c-43c6-a583-159c8539219d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794909 May 19 13:35:02.853217 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Attempting to bind port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:35:02.853656 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Attempting to bind port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:35:02.853965 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Attempting to bind port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 on network 87bf18b1-62e1-4c33-ac80-cb8609461a97 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:35:02.858950 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 on network 87bf18b1-62e1-4c33-ac80-cb8609461a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:35:02.859437 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Attempting to bind port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 on network 87bf18b1-62e1-4c33-ac80-cb8609461a97 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:35:02.867592 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:35:02.867923 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Checking segment: {'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:35:02.868300 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Bound using segment: {'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:35:02.868733 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Bound port: 7edb5a95-96ac-49b8-96a4-f12c01ce4e38, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cb3006-b11f-4b1f-ba21-0c10943eda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97'}}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:35:02.869130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.932817 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] For port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38, host hv-cinder-84112, cleared binding levels {{(pid=103684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:35:02.936262 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] For port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:35:02.945474 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.982774 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:02.983397 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:02.984802 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] 10.222.0.58 "PUT /v2.0/ports/7edb5a95-96ac-49b8-96a4-f12c01ce4e38 HTTP/1.1" status: 200 len: 1093 time: 0.7434878 May 19 13:35:02.985267 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'tag': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:02.987610 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041bda32-25fc-45ea-ad7a-da6b70788955" -d '{"events": [{"name": "network-changed", "server_uuid": "7c295eb7-8e9f-436b-8e36-05adc8fbfcf4", "tag": "7edb5a95-96ac-49b8-96a4-f12c01ce4e38"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:03.004873 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:03.019653 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc39197-d520-400b-bf38-290b6b517a8a service neutron] Pushing event updated for resources: {'Port': ['ID=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,revision_number=3']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:03.026354 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a57b886-1901-4617-9ec5-7bf3474b03c7 x-openstack-request-id: req-7a57b886-1901-4617-9ec5-7bf3474b03c7 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:03.026635 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c295eb7-8e9f-436b-8e36-05adc8fbfcf4", "tag": "7edb5a95-96ac-49b8-96a4-f12c01ce4e38", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:03.026883 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a57b886-1901-4617-9ec5-7bf3474b03c7 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:03.027281 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a57b886-1901-4617-9ec5-7bf3474b03c7'] response: {'name': 'network-changed', 'server_uuid': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'tag': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38', 'status': 'completed', 'code': 200} May 19 13:35:03.129303 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-890020cd-03b9-43d0-a424-7ba7a2159fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:03.130736 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-890020cd-03b9-43d0-a424-7ba7a2159fde service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 1127 time: 0.0415857 May 19 13:35:03.177040 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-25df16b9-51e5-4119-828d-fd05e61eeee2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edb5a95-96ac-49b8-96a4-f12c01ce4e38 HTTP/1.1" status: 200 len: 217 time: 0.0325315 May 19 13:35:03.231134 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-e6479308-c3d2-43c6-887b-ff6d6324e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:03.232456 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-e6479308-c3d2-43c6-887b-ff6d6324e9a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f5b6fe3-c740-4016-a9a6-b29112874223 HTTP/1.1" status: 200 len: 853 time: 0.0474279 May 19 13:35:03.272019 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-570e76c6-5c60-44a4-b04b-314bea0dda0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87bf18b1-62e1-4c33-ac80-cb8609461a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310669 May 19 13:35:03.367425 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-a3652991-692e-4dca-86f8-dea60c9d92b2 service neutron] 10.222.0.58 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884693 May 19 13:35:03.473978 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c247bc2-85d7-4fb3-821c-612fbd59aa62 req-a52404e5-d576-4200-a277-b5c84d19330b service neutron] 10.222.0.58 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994825 May 19 13:35:03.972733 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cb957-beb0-49d0-8ae6-5ebf51e4a900 req-c4be3eaa-6f63-46cc-81b2-fbad790dcd07 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:03.974214 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-806cb957-beb0-49d0-8ae6-5ebf51e4a900 req-c4be3eaa-6f63-46cc-81b2-fbad790dcd07 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 943 time: 0.0483587 May 19 13:35:04.007789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:04.026422 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-806cb957-beb0-49d0-8ae6-5ebf51e4a900 req-4f6941ca-0d31-40bc-bed5-0c25f5aec87f tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 May 19 13:35:04.072009 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:04.094582 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:04.098086 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:04.517194 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-cb6cfb6b-8c34-4da4-b4ee-12becaddc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:04.518659 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-cb6cfb6b-8c34-4da4-b4ee-12becaddc031 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 1127 time: 0.0502572 May 19 13:35:04.614077 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-d9c1faa7-0fde-4fa2-bea2-132716d4c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:04.615570 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-d9c1faa7-0fde-4fa2-bea2-132716d4c9e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87bf18b1-62e1-4c33-ac80-cb8609461a97 HTTP/1.1" status: 200 len: 914 time: 0.0909328 May 19 13:35:04.659930 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-2f8acc31-3ebe-4616-985a-e614d2ae991c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edb5a95-96ac-49b8-96a4-f12c01ce4e38 HTTP/1.1" status: 200 len: 217 time: 0.0365350 May 19 13:35:04.710342 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-44a1a4a1-3450-4df8-bd35-665452f651ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:04.712617 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-44a1a4a1-3450-4df8-bd35-665452f651ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9f5b6fe3-c740-4016-a9a6-b29112874223 HTTP/1.1" status: 200 len: 853 time: 0.0463505 May 19 13:35:04.745940 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-629ae58f-01d1-4752-a490-492b70df4909 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87bf18b1-62e1-4c33-ac80-cb8609461a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273778 May 19 13:35:04.850672 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-b8a4a15f-7681-4341-9dc7-43dbec6139bf service neutron] 10.222.0.58 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977175 May 19 13:35:04.946724 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-041bda32-25fc-45ea-ad7a-da6b70788955 req-c4577705-c86d-4c95-b3c9-908b81af99e2 service neutron] 10.222.0.58 "GET /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896320 May 19 13:35:05.172075 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57171f-ee53-46e8-b678-4e29476a0f91 req-c6830f80-8512-4cb3-b919-45d90e532209 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:05.173537 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-af57171f-ee53-46e8-b678-4e29476a0f91 req-c6830f80-8512-4cb3-b919-45d90e532209 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 943 time: 0.0646279 May 19 13:35:05.204577 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:05.222182 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-af57171f-ee53-46e8-b678-4e29476a0f91 req-37301927-283d-4657-91ed-440d23753b28 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 May 19 13:35:06.342404 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506d491-9c05-49c3-9173-2e297b65e53f req-8120baf2-4af4-4f0a-b6fa-43912621ea95 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:06.344253 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d506d491-9c05-49c3-9173-2e297b65e53f req-8120baf2-4af4-4f0a-b6fa-43912621ea95 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 943 time: 0.0494261 May 19 13:35:06.394871 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d506d491-9c05-49c3-9173-2e297b65e53f req-aff60f4f-4c5c-4a3f-94cc-2efc38bad833 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 May 19 13:35:07.062490 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:35:07.170560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:07.189771 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38', 'network_id': '87bf18b1-62e1-4c33-ac80-cb8609461a97', 'port_id': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38', 'mac_address': 'fa:16:3e:94:7c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5b6fe3-c740-4016-a9a6-b29112874223', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:35:07.217503 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-f710eda8-0df9-400d-848d-60e6f86b097c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:07.230240 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:35:07.230629 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:07.246065 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:35:07.271885 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:07.277018 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:07.330317 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:07.513663 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4b62-f49e-4647-9435-b8587ba04bf9 req-74a6630f-4b85-47e7-ae5d-b6b30dfff590 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:07.515152 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-46eb4b62-f49e-4647-9435-b8587ba04bf9 req-74a6630f-4b85-47e7-ae5d-b6b30dfff590 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 944 time: 0.0510328 May 19 13:35:07.564886 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-46eb4b62-f49e-4647-9435-b8587ba04bf9 req-75084ec4-5963-48dc-b679-df7e51439ea6 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 May 19 13:35:07.663436 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['7edb5a95-96ac-49b8-96a4-f12c01ce4e38'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:35:08.687680 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d604bf-4ed3-497b-b138-5102da513230 req-017ed6de-d085-4922-93cc-af1711e605ec tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:08.689169 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-38d604bf-4ed3-497b-b138-5102da513230 req-017ed6de-d085-4922-93cc-af1711e605ec tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 944 time: 0.0491822 May 19 13:35:08.744232 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-38d604bf-4ed3-497b-b138-5102da513230 req-6afbce70-0120-4624-9ae5-54251e0f3e7c tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466387 May 19 13:35:09.075294 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:35:09.124621 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:35:09.133921 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:35:09.134295 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:09.204360 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:35:09.204734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:09.228517 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:09.230784 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f40fcbb-39d9-47a3-8d0f-d87a897e2e0a" -d '{"events": [{"server_uuid": "7c295eb7-8e9f-436b-8e36-05adc8fbfcf4", "name": "network-vif-plugged", "status": "completed", "tag": "7edb5a95-96ac-49b8-96a4-f12c01ce4e38"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:09.243781 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:09.249016 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:09.274956 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f407c3-9113-424b-bef0-010622bf5f44 x-openstack-request-id: req-49f407c3-9113-424b-bef0-010622bf5f44 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:09.275175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c295eb7-8e9f-436b-8e36-05adc8fbfcf4", "name": "network-vif-plugged", "status": "completed", "tag": "7edb5a95-96ac-49b8-96a4-f12c01ce4e38", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:09.275441 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49f407c3-9113-424b-bef0-010622bf5f44 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:09.275813 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f407c3-9113-424b-bef0-010622bf5f44'] response: {'server_uuid': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38', 'code': 200} May 19 13:35:09.301107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:09.488239 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e4150-c709-4bd6-a945-51f32676bf96 req-acbebd59-d28b-473c-a1c5-4075401ee042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:09.490283 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-dd6e4150-c709-4bd6-a945-51f32676bf96 req-acbebd59-d28b-473c-a1c5-4075401ee042 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 1129 time: 0.0427074 May 19 13:35:09.525644 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:09.536412 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-dd6e4150-c709-4bd6-a945-51f32676bf96 req-1eb948b8-c248-4e9a-bd6e-2bb3ba1ad3db service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 May 19 13:35:09.590332 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-645e5b6a-63b3-4af5-ab25-4a8e2c7475be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:09.876365 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d982b8-ae57-435d-b151-1cfaf8bb7a58 req-9e119a1a-7894-4a4a-9f42-3e84231d4e6d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:09.878165 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-92d982b8-ae57-435d-b151-1cfaf8bb7a58 req-9e119a1a-7894-4a4a-9f42-3e84231d4e6d tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 945 time: 0.0525949 May 19 13:35:09.928650 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-92d982b8-ae57-435d-b151-1cfaf8bb7a58 req-8b187966-1b76-4a3f-8c7a-40457c4af5c1 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 May 19 13:35:10.158981 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2c57-28f5-4d7a-b1e4-faf31be0b9bf req-adc7bea3-d0a9-430d-aa3c-903ff7d1e9d9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:10.160488 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-546a2c57-28f5-4d7a-b1e4-faf31be0b9bf req-adc7bea3-d0a9-430d-aa3c-903ff7d1e9d9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0491114 May 19 13:35:10.208094 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-546a2c57-28f5-4d7a-b1e4-faf31be0b9bf req-d866a897-8fcb-41c9-9a1f-86ff82f0c9b8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 May 19 13:35:10.370537 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-76865fa0-40a5-4788-9902-4e410aac31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:10.371940 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-76865fa0-40a5-4788-9902-4e410aac31e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1129 time: 0.0416932 May 19 13:35:10.439845 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:10.471354 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-d800b328-a376-426a-8290-5c252aa607a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:10.472823 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-d800b328-a376-426a-8290-5c252aa607a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.0907459 May 19 13:35:10.555337 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-899a0a24-8d03-40e0-a5a4-1abf34c32b03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 200 len: 999 time: 0.0570900 May 19 13:35:10.791249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:11.055261 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfd648-191d-4446-ae77-7554011958a6 req-5a12640e-e0d3-41a2-9f99-d2113103fe14 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:11.056727 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-68dfd648-191d-4446-ae77-7554011958a6 req-5a12640e-e0d3-41a2-9f99-d2113103fe14 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 945 time: 0.0520563 May 19 13:35:11.108227 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-68dfd648-191d-4446-ae77-7554011958a6 req-648e8114-fba9-4bef-80f8-8b4d82e5d592 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 May 19 13:35:11.283310 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-d419b052-b4f8-47cf-83f8-9c1744767ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:11.285346 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-d419b052-b4f8-47cf-83f8-9c1744767ac4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0607185 May 19 13:35:11.363632 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-4bc473ee-0365-49ad-bc5c-7d7bd6609929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:11.365172 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-4bc473ee-0365-49ad-bc5c-7d7bd6609929 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682883 May 19 13:35:11.371180 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daff25-7791-478d-8d94-9f1f38da0820 req-9d91526b-fbbe-4ca3-85ae-57900b7c23dc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:11.372577 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1daff25-7791-478d-8d94-9f1f38da0820 req-9d91526b-fbbe-4ca3-85ae-57900b7c23dc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0863364 May 19 13:35:11.486287 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1daff25-7791-478d-8d94-9f1f38da0820 req-02601638-55c5-4b97-875e-1f42d265888d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073580 May 19 13:35:11.510178 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-ae951469-83ed-4598-8fb3-14cf6aa8a50f service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302228 May 19 13:35:11.611461 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-430807c1-0f9b-426f-b3bb-820b1a63e36e req-f518eff1-adbc-4c4a-aae7-6abbb9672e75 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951505 May 19 13:35:12.235684 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aef3f1-568f-4223-a304-d4a54bcba2b9 req-8ac3633f-7347-4bc3-81e9-def1b63a4472 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:12.237283 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5aef3f1-568f-4223-a304-d4a54bcba2b9 req-8ac3633f-7347-4bc3-81e9-def1b63a4472 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 945 time: 0.0538399 May 19 13:35:12.287363 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a5aef3f1-568f-4223-a304-d4a54bcba2b9 req-aebcb8b6-2dd1-4aaf-b580-401615ac8e31 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 May 19 13:35:12.409176 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:12.607826 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb6783-ebf5-436b-859a-461e1bee69ff req-63017dc4-9df6-4952-85ee-519aee85638e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:12.609344 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-92bb6783-ebf5-436b-859a-461e1bee69ff req-63017dc4-9df6-4952-85ee-519aee85638e tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0553052 May 19 13:35:12.665972 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-92bb6783-ebf5-436b-859a-461e1bee69ff req-8a9249f5-b73c-4930-94aa-d6e58586946f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504808 May 19 13:35:13.785005 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41727a-bdf9-4951-86e3-a3a1f11e768e req-e9e4be8f-325a-48a2-8fab-38628e3686d1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:13.786585 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0b41727a-bdf9-4951-86e3-a3a1f11e768e req-e9e4be8f-325a-48a2-8fab-38628e3686d1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0549028 May 19 13:35:13.837687 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0b41727a-bdf9-4951-86e3-a3a1f11e768e req-5809df03-6280-4a75-99d0-a763592198f9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 May 19 13:35:13.899023 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:14.932282 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:14.970683 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec587fc9-f045-4b18-b804-458f4fcf941d req-41bae27a-f4d3-4d0b-91c0-31af458faae0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:14.972232 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ec587fc9-f045-4b18-b804-458f4fcf941d req-41bae27a-f4d3-4d0b-91c0-31af458faae0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0557699 May 19 13:35:15.021217 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ec587fc9-f045-4b18-b804-458f4fcf941d req-253d4ad8-5d26-4f0a-bcd7-f33924deba7d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432651 May 19 13:35:15.820522 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:15.821375 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:16.159884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099663ab-6460-4d02-a95c-9c1297174a66 req-b79b858a-fbdb-4f9e-9be1-e8f1805fc16f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:16.161440 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-099663ab-6460-4d02-a95c-9c1297174a66 req-b79b858a-fbdb-4f9e-9be1-e8f1805fc16f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0589957 May 19 13:35:16.210306 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-099663ab-6460-4d02-a95c-9c1297174a66 req-27474c10-6ec0-4693-903f-1faeb5a776d3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 May 19 13:35:17.333740 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86761543-a9d1-4577-a3f2-d7339e653ad9 req-c43077a6-5f22-4e6b-9eba-980ddcd0a1b8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:17.335171 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-86761543-a9d1-4577-a3f2-d7339e653ad9 req-c43077a6-5f22-4e6b-9eba-980ddcd0a1b8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0477548 May 19 13:35:17.385809 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-86761543-a9d1-4577-a3f2-d7339e653ad9 req-ae413e05-f04d-4e6b-a0ce-318777b7b534 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 May 19 13:35:18.513620 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:18.525201 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f937c-5d33-4269-88dd-c0c1093cf406 req-4b37a899-f7e4-4ddd-98fe-245394932630 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:18.526710 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f38f937c-5d33-4269-88dd-c0c1093cf406 req-4b37a899-f7e4-4ddd-98fe-245394932630 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0627580 May 19 13:35:18.577679 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f38f937c-5d33-4269-88dd-c0c1093cf406 req-e703b519-abfd-4dd4-91d9-9dbda8638f44 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 May 19 13:35:19.706925 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d0fd-ba17-400e-91e4-83439646c3ac req-8b7502b4-5d00-4b52-9654-341c9861cd2f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:19.708999 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9de3d0fd-ba17-400e-91e4-83439646c3ac req-8b7502b4-5d00-4b52-9654-341c9861cd2f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0609148 May 19 13:35:19.760473 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9de3d0fd-ba17-400e-91e4-83439646c3ac req-c88d06f4-3a92-48f9-9ea3-2a38817cfd75 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 May 19 13:35:20.897703 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f80aca-1881-4de1-a79d-dc5f0de0572c req-24af02d4-358b-445d-b027-c2050706c316 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:20.899752 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-41f80aca-1881-4de1-a79d-dc5f0de0572c req-24af02d4-358b-445d-b027-c2050706c316 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0500591 May 19 13:35:20.949219 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-41f80aca-1881-4de1-a79d-dc5f0de0572c req-c3cd91cb-7511-401e-b1c0-aca2fbf2a2bc tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 May 19 13:35:22.075721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9ccc1-0350-43b1-a947-160b042a4e1a req-b9f4f57c-5198-41bd-938a-d472d809b2d0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:22.077716 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-51f9ccc1-0350-43b1-a947-160b042a4e1a req-b9f4f57c-5198-41bd-938a-d472d809b2d0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0550895 May 19 13:35:22.129457 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-51f9ccc1-0350-43b1-a947-160b042a4e1a req-70d0bd88-3da7-48a5-93f2-6057fe55be43 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 May 19 13:35:23.259221 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c78a43-acf2-4276-90f9-8f4fecd2032c req-ace1c974-78ca-4801-b565-78e94921a493 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:23.260737 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44c78a43-acf2-4276-90f9-8f4fecd2032c req-ace1c974-78ca-4801-b565-78e94921a493 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0605922 May 19 13:35:23.317578 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-44c78a43-acf2-4276-90f9-8f4fecd2032c req-ca9a94fa-18f1-47a0-9b13-369b08c7999b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489469 May 19 13:35:23.423264 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-39f4d486-95fd-451d-89f9-dbfdadbc57a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392916 May 19 13:35:23.563772 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-8ea30b18-bc6d-4a8f-8949-67d48ba2dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:23.565451 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-8ea30b18-bc6d-4a8f-8949-67d48ba2dcbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 1130 time: 0.0415637 May 19 13:35:23.635417 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:23.681917 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-e03ae5bb-96d1-40e9-b765-3f7e79195f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:23.683274 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-e03ae5bb-96d1-40e9-b765-3f7e79195f1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.0961330 May 19 13:35:23.752999 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-d97bc8c6-24c3-4b47-a80e-f68e37fe46f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 200 len: 1001 time: 0.0558507 May 19 13:35:23.803231 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-ec511fd9-5cb5-42cd-9ef8-8aa2a9792d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:23.804766 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-ec511fd9-5cb5-42cd-9ef8-8aa2a9792d8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0450351 May 19 13:35:23.852909 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-3e100629-97a3-4f86-94d6-36145719443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:23.854501 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-3e100629-97a3-4f86-94d6-36145719443f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432434 May 19 13:35:23.883461 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:23.888226 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:23.890475 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:23.953894 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-1ab9b8d8-ce71-46c1-8519-5be644b4682a service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915170 May 19 13:35:24.058677 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d7f5d36-f0f9-44ae-8175-4c5efc7374eb req-8470f5a9-995d-4373-bc54-45d18d02a5d1 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888357 May 19 13:35:24.085683 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:24.453162 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e0ac7-7265-403b-a308-236c9ea57cb3 req-c6d932ab-6b29-467f-8690-cbd558e8f3c8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:24.454714 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0ac7-7265-403b-a308-236c9ea57cb3 req-c6d932ab-6b29-467f-8690-cbd558e8f3c8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0507643 May 19 13:35:24.506087 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2d6e0ac7-7265-403b-a308-236c9ea57cb3 req-9ba7ee53-8486-4f00-9ce4-209b3f900316 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 May 19 13:35:25.643348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cb7df-92b9-47a7-82f6-1b58944913ae req-b2a35330-2b70-4f77-ae69-2dfd859a4f16 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:25.644817 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1e1cb7df-92b9-47a7-82f6-1b58944913ae req-b2a35330-2b70-4f77-ae69-2dfd859a4f16 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0569324 May 19 13:35:25.698180 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1e1cb7df-92b9-47a7-82f6-1b58944913ae req-fc48328d-7694-4eb2-be37-22721e0e2d26 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465860 May 19 13:35:27.056079 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245eb59-43eb-4b4c-9af9-1594a91b6dac req-763a3afe-121a-495b-922d-61b596b43aa3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:27.057554 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5245eb59-43eb-4b4c-9af9-1594a91b6dac req-763a3afe-121a-495b-922d-61b596b43aa3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.2751427 May 19 13:35:27.107357 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5245eb59-43eb-4b4c-9af9-1594a91b6dac req-d87f43a5-6534-43dd-8d16-5b0acffc1297 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 May 19 13:35:28.228572 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d948f9b-a4b0-4af3-b091-42dc8054d54e req-3e8dee7e-9c7f-493f-815b-27cfe77d8d25 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:28.230083 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d948f9b-a4b0-4af3-b091-42dc8054d54e req-3e8dee7e-9c7f-493f-815b-27cfe77d8d25 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0478311 May 19 13:35:28.247274 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:28.287441 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d948f9b-a4b0-4af3-b091-42dc8054d54e req-23ee112d-d9ca-4ba4-9d83-4d84bc715c14 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481722 May 19 13:35:29.403377 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83affd72-4d11-4edc-91be-ba2b1eb7dfee req-0787ec3c-c624-4f1b-aeb5-3cd2300b2607 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:29.411537 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-83affd72-4d11-4edc-91be-ba2b1eb7dfee req-0787ec3c-c624-4f1b-aeb5-3cd2300b2607 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0556188 May 19 13:35:29.459644 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-83affd72-4d11-4edc-91be-ba2b1eb7dfee req-aa7ecc49-1143-47fa-b9d6-65a78740b4fa tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471041 May 19 13:35:29.520417 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015089d5-6180-4bf7-9c92-b19ec741d162 req-e52aff05-60c2-4bab-b9f5-19758d11956b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:29.522080 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-015089d5-6180-4bf7-9c92-b19ec741d162 req-e52aff05-60c2-4bab-b9f5-19758d11956b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0511067 May 19 13:35:29.569046 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-015089d5-6180-4bf7-9c92-b19ec741d162 req-d69094d0-9330-4ef9-8247-80bcbe0a18cc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 May 19 13:35:30.580329 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b650f8-209b-4789-93b2-8f5a0a865c54 req-dc2d525f-0b1d-4f54-8346-2d006806509f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:30.581747 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-54b650f8-209b-4789-93b2-8f5a0a865c54 req-dc2d525f-0b1d-4f54-8346-2d006806509f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0467546 May 19 13:35:30.634966 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-54b650f8-209b-4789-93b2-8f5a0a865c54 req-9ad6d61a-5a49-4c5f-a577-a3e8754f73c7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 May 19 13:35:30.697427 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca6b96-891a-48ac-a83c-e9a8e294d6fa req-bb49a9eb-1e06-492f-bc97-bb735696ae1a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:30.698937 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4aca6b96-891a-48ac-a83c-e9a8e294d6fa req-bb49a9eb-1e06-492f-bc97-bb735696ae1a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0477457 May 19 13:35:30.721764 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:30.750260 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4aca6b96-891a-48ac-a83c-e9a8e294d6fa req-7450f30d-4cbe-4e0e-b465-ac9e6ba77c54 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 May 19 13:35:31.730886 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:31.743702 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-c6eaaa5f-b8e7-4da9-a118-110e81474d9b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:31.745555 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-c6eaaa5f-b8e7-4da9-a118-110e81474d9b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0517888 May 19 13:35:31.770154 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97429547-3cc4-4527-8659-a400c17b3c11 req-45b15532-2b51-41bb-b993-2c976a2757df tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:31.771662 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-97429547-3cc4-4527-8659-a400c17b3c11 req-45b15532-2b51-41bb-b993-2c976a2757df tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0496085 May 19 13:35:31.823835 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-97429547-3cc4-4527-8659-a400c17b3c11 req-5d6d4b17-1d77-44a4-ac3a-3da1ad2e03ac tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 May 19 13:35:31.840604 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Deleting port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:35:31.840940 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:31.915614 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b37663-6068-4ee4-83c3-3e97d68fdcda req-6a6b0ba8-e037-40f3-baef-f0c5760cc965 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:31.917072 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-62b37663-6068-4ee4-83c3-3e97d68fdcda req-6a6b0ba8-e037-40f3-baef-f0c5760cc965 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 946 time: 0.0894365 May 19 13:35:31.982400 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] For port 1ae6b782-184e-4357-ab26-9a0648e0a6a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=1ae6b782-184e-4357-ab26-9a0648e0a6a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:31.982734 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:32.021805 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-62b37663-6068-4ee4-83c3-3e97d68fdcda req-8db0f1d0-ba49-4850-8103-c9011aaab734 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8da2bf29-b332-4d33-838a-6d169ee36c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971091 May 19 13:35:32.203075 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:32.203436 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (35fe0269-9c4e-4f34-8744-6c0c5a5940f7), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:32.203753 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Floating IP 35fe0269-9c4e-4f34-8744-6c0c5a5940f7 disassociated. External IP: 172.27.1.156, port: 1ae6b782-184e-4357-ab26-9a0648e0a6a3. May 19 13:35:32.204096 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Calling delete_port for 1ae6b782-184e-4357-ab26-9a0648e0a6a3 owned by compute:nova {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:35:32.351130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (1ae6b782-184e-4357-ab26-9a0648e0a6a3), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:32.377373 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event deleted for resources: {'Port': ['ID=1ae6b782-184e-4357-ab26-9a0648e0a6a3,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:32.431976 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:32.491782 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:35:32.514053 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=14 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:32.515964 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=12 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:32.599394 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:35:32.609786 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] Sync routers for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:32.621322 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:32.622249 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:32.648165 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] No DVR routers for this DVR port 1ae6b782-184e-4357-ab26-9a0648e0a6a3 on host hv-cinder-84112 {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:35:32.651899 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:32.655228 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a2a689d1-280f-460f-8b26-91f16bd9d2b2 req-a35c4ac0-3602-4609-bd76-e9e25567f64b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "DELETE /v2.0/ports/1ae6b782-184e-4357-ab26-9a0648e0a6a3 HTTP/1.1" status: 204 len: 173 time: 0.9041111 May 19 13:35:32.655680 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-deleted', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:32.657963 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e197fe1f-4af3-41bf-b428-6fe5ed652a93" -d '{"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-deleted", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:32.697577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ea37a9-352e-4537-a818-b51e9f7b7ef3 x-openstack-request-id: req-16ea37a9-352e-4537-a818-b51e9f7b7ef3 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:32.697577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323322ec-2e2e-424b-a411-8a34069bcf10", "name": "network-vif-deleted", "tag": "1ae6b782-184e-4357-ab26-9a0648e0a6a3", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:32.697577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16ea37a9-352e-4537-a818-b51e9f7b7ef3 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:32.697577 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ea37a9-352e-4537-a818-b51e9f7b7ef3'] response: {'server_uuid': '323322ec-2e2e-424b-a411-8a34069bcf10', 'name': 'network-vif-deleted', 'tag': '1ae6b782-184e-4357-ab26-9a0648e0a6a3', 'status': 'completed', 'code': 200} May 19 13:35:32.735524 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:32.880595 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:35:32.958692 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:32.984681 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6db68-6545-4a82-8ece-600875f57298 req-80859fe9-eaf3-450a-9dbb-0121b5ecc131 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:32.986294 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] Checking router: 7f9eaf1d-0758-4adc-a4c0-ed691201a517 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:32.986459 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b3a6db68-6545-4a82-8ece-600875f57298 req-80859fe9-eaf3-450a-9dbb-0121b5ecc131 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0718482 May 19 13:35:32.996160 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:32.996754 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:33.039401 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b3a6db68-6545-4a82-8ece-600875f57298 req-24d1a7b8-f8d0-4d24-9252-09503d726085 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468707 May 19 13:35:33.106721 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:33.149220 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b7c8bf99-f1cc-43c9-897d-0105e21d1a98 req-2a7f38a0-ce15-4e0a-8902-183866d361d0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=323322ec-2e2e-424b-a411-8a34069bcf10 HTTP/1.1" status: 200 len: 210 time: 0.0293252 May 19 13:35:33.321572 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:33.347218 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144d3edc-d2af-46d8-8ead-8619334c5850 None None] The sync data for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi is: [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:33.626475 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:33.648189 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6ace-ab05-4b52-ae9c-4794a69fbbe3 req-1a450b6f-b946-4264-a0bc-1b021a0b7c57 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:33.652279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d726a-fc47-48e9-9211-46e6512cdf9e None None] New status for floating IP 35fe0269-9c4e-4f34-8744-6c0c5a5940f7: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:35:33.653971 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-644c6ace-ab05-4b52-ae9c-4794a69fbbe3 req-1a450b6f-b946-4264-a0bc-1b021a0b7c57 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 945 time: 0.0607839 May 19 13:35:33.702739 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-644c6ace-ab05-4b52-ae9c-4794a69fbbe3 req-430c5ed8-d771-4b54-a1b0-e0646cbbf53b tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 May 19 13:35:34.165973 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4f8a8-b5a9-4db6-81c0-e9697d7442c7 req-791ed1ca-339c-4381-9e4d-f559150b81b3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:34.167609 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e2d4f8a8-b5a9-4db6-81c0-e9697d7442c7 req-791ed1ca-339c-4381-9e4d-f559150b81b3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0496750 May 19 13:35:34.219562 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e2d4f8a8-b5a9-4db6-81c0-e9697d7442c7 req-503d35c8-27c6-4b75-bcf4-b5712c78aab0 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455453 May 19 13:35:34.266583 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53052) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:34.329210 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (8da2bf29-b332-4d33-838a-6d169ee36c57), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.352523 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (8da2bf29-b332-4d33-838a-6d169ee36c57), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.404126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8da2bf29-b332-4d33-838a-6d169ee36c57), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.406764 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.407944 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "DELETE /v2.0/security-groups/8da2bf29-b332-4d33-838a-6d169ee36c57 HTTP/1.1" status: 204 len: 168 time: 0.1392200 May 19 13:35:34.410881 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53054) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:34.418019 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da2bf29-b332-4d33-838a-6d169ee36c57,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:34.426255 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.426582 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.426946 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.427248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.427513 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.api.v2.resource [None req-678bd9a4-ca25-415a-8fc4-d10a7213ffce tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] show failed (client error): The resource could not be found. May 19 13:35:34.427666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.427920 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.428239 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.431672 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.431672 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.431916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-678bd9a4-ca25-415a-8fc4-d10a7213ffce tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups/8da2bf29-b332-4d33-838a-6d169ee36c57 HTTP/1.1" status: 404 len: 347 time: 0.0170417 May 19 13:35:34.432056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.432056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.432056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.432056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.432056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.432056 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff88d54-9657-4d96-8d1b-4f9606796b1e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:34.432658 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53056) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:34.556505 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Deleting port 0575cbf0-9049-48fb-98e0-fc0951d7a0d7 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:35:34.556850 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.634569 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.634785 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.652095 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Calling delete_port for 0575cbf0-9049-48fb-98e0-fc0951d7a0d7 owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:35:34.796257 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (0575cbf0-9049-48fb-98e0-fc0951d7a0d7), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.822936 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event deleted for resources: {'Port': ['ID=0575cbf0-9049-48fb-98e0-fc0951d7a0d7,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:34.823916 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24313d1-306d-4ca5-88c2-34ce6e62bc6f req-27514443-9226-4cc3-afb4-f1b6bcc0537f tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:34.825429 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e24313d1-306d-4ca5-88c2-34ce6e62bc6f req-27514443-9226-4cc3-afb4-f1b6bcc0537f tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 945 time: 0.0534835 May 19 13:35:34.878524 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e24313d1-306d-4ca5-88c2-34ce6e62bc6f req-f9c0b906-3151-41f3-935c-2c633c07c816 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441887 May 19 13:35:34.907749 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (35fe0269-9c4e-4f34-8744-6c0c5a5940f7), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.910385 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:34.911618 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0fb1567c-81be-451c-83df-e168692912b3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "DELETE /v2.0/floatingips/35fe0269-9c4e-4f34-8744-6c0c5a5940f7 HTTP/1.1" status: 204 len: 168 time: 0.4768291 May 19 13:35:35.003201 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53062) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:35.008048 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-f4847c7a-a1e4-4816-aec3-c943dfb097f5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400787246', 'description': 'tempest-description--247318004'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:35.031175 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f4847c7a-a1e4-4816-aec3-c943dfb097f5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.098615 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f4847c7a-a1e4-4816-aec3-c943dfb097f5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (bfa3bbf0-0161-4ee9-8096-bfc5b358504c), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.103090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f4847c7a-a1e4-4816-aec3-c943dfb097f5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (bfa3bbf0-0161-4ee9-8096-bfc5b358504c), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.107457 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:35.134200 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4847c7a-a1e4-4816-aec3-c943dfb097f5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa3bbf0-0161-4ee9-8096-bfc5b358504c,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:35.138789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f4847c7a-a1e4-4816-aec3-c943dfb097f5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.140007 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-f4847c7a-a1e4-4816-aec3-c943dfb097f5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356156 May 19 13:35:35.142927 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53064) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:35.148253 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-bb104bff-e27c-481e-aa24-61ea4f47d367 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'security_group_rule': {'security_group_id': 'bfa3bbf0-0161-4ee9-8096-bfc5b358504c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:35.176883 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bb104bff-e27c-481e-aa24-61ea4f47d367 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (0497d493-e233-44f0-a224-f201f9983aa9), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.182643 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:35:35.205455 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 1ae6b782-184e-4357-ab26-9a0648e0a6a3 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:35:35.205772 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 1ae6b782-184e-4357-ab26-9a0648e0a6a3 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:35:35.227280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:35.237724 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bb104bff-e27c-481e-aa24-61ea4f47d367 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (0497d493-e233-44f0-a224-f201f9983aa9), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.248669 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bb104bff-e27c-481e-aa24-61ea4f47d367 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (0497d493-e233-44f0-a224-f201f9983aa9), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.271149 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb104bff-e27c-481e-aa24-61ea4f47d367 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0497d493-e233-44f0-a224-f201f9983aa9,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:35.285251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bb104bff-e27c-481e-aa24-61ea4f47d367 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.289911 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-bb104bff-e27c-481e-aa24-61ea4f47d367 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459315 May 19 13:35:35.290402 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53068) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:35.296118 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-6cfa4944-fdd9-4e57-b7b1-f0f0e71bacad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'security_group_rule': {'security_group_id': 'bfa3bbf0-0161-4ee9-8096-bfc5b358504c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:35.334863 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:35.360492 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9f8e-0150-4789-9618-3e20a68c8234 req-27b1418d-23dc-4fd2-8281-9188f44cb943 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:35.361988 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2d0b9f8e-0150-4789-9618-3e20a68c8234 req-27b1418d-23dc-4fd2-8281-9188f44cb943 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0603826 May 19 13:35:35.375583 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4944-fdd9-4e57-b7b1-f0f0e71bacad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (cc13bcfd-d07d-4c5f-9462-207d539a03e0), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.437746 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2d0b9f8e-0150-4789-9618-3e20a68c8234 req-e4d7f4f5-506d-475a-aead-7218cee29ee3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698705 May 19 13:35:35.455271 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4944-fdd9-4e57-b7b1-f0f0e71bacad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (cc13bcfd-d07d-4c5f-9462-207d539a03e0), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.460178 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4944-fdd9-4e57-b7b1-f0f0e71bacad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (cc13bcfd-d07d-4c5f-9462-207d539a03e0), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.478513 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa4944-fdd9-4e57-b7b1-f0f0e71bacad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc13bcfd-d07d-4c5f-9462-207d539a03e0,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:35.488394 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4944-fdd9-4e57-b7b1-f0f0e71bacad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.489629 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6cfa4944-fdd9-4e57-b7b1-f0f0e71bacad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1976109 May 19 13:35:35.492818 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53070) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:35.497260 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:35.519358 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.574354 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:35.605497 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:35.708876 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Allocated IP 172.27.1.193 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/27f35924-c1f1-44ad-9c66-e28e1a798b31) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:36.027452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bade-7555-4195-963f-d38a8bea2893 req-d5cd0228-8a4a-4224-9199-acfe01975531 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:36.029898 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c7c9bade-7555-4195-963f-d38a8bea2893 req-d5cd0228-8a4a-4224-9199-acfe01975531 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 945 time: 0.0592444 May 19 13:35:36.080343 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c7c9bade-7555-4195-963f-d38a8bea2893 req-9a946916-3285-4b7f-9460-43bc8bc3be77 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 May 19 13:35:36.086398 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.122313 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.165887 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-08ad2cc9-2e06-4a10-9d9e-5fc5c58eef91 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:36.168253 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-08ad2cc9-2e06-4a10-9d9e-5fc5c58eef91 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 945 time: 0.0531180 May 19 13:35:36.193031 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:36.201506 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:36.205571 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:35:36.207441 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'Port': ['ID=27f35924-c1f1-44ad-9c66-e28e1a798b31,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:36.229544 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e57f10-06d0-4bd6-8a33-0b9e05f2db8d req-17a3b731-de04-4f95-be16-55c2ef76e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:36.231272 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e7e57f10-06d0-4bd6-8a33-0b9e05f2db8d req-17a3b731-de04-4f95-be16-55c2ef76e76a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1129 time: 0.0850053 May 19 13:35:36.269767 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Deleting port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:35:36.270150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.327025 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e7e57f10-06d0-4bd6-8a33-0b9e05f2db8d req-4a24924f-9df4-425f-a830-c70024be6996 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859592 May 19 13:35:36.335060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (d95e7126-0779-4505-b9e2-9237f658afcd), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.374679 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.384449 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] For port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,segment=NetworkSegment(05cb3006-b11f-4b1f-ba21-0c10943eda32),segment_id=05cb3006-b11f-4b1f-ba21-0c10943eda32)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:36.384846 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.398828 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Calling delete_port for 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 owned by compute:nova {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:35:36.400623 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:36.536239 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (7edb5a95-96ac-49b8-96a4-f12c01ce4e38), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.563042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Pushing event deleted for resources: {'Port': ['ID=7edb5a95-96ac-49b8-96a4-f12c01ce4e38,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:36.566639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:36.576991 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['7edb5a95-96ac-49b8-96a4-f12c01ce4e38'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:35:36.594291 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f200af-c698-4be2-8e4d-7199c03d43e7 req-fdecbaa4-8b99-4986-ab33-fd4b270ac6e2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:36.595816 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b6f200af-c698-4be2-8e4d-7199c03d43e7 req-fdecbaa4-8b99-4986-ab33-fd4b270ac6e2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0816376 May 19 13:35:36.618507 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.618780 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] No DVR routers for this DVR port 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 on host hv-cinder-84112 {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:35:36.622141 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.625464 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-85d62b38-45f3-4bf7-bb51-26cc30ee97d2 req-6745e536-09d0-49fb-988b-324defc6b373 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.58 "DELETE /v2.0/ports/7edb5a95-96ac-49b8-96a4-f12c01ce4e38 HTTP/1.1" status: 204 len: 173 time: 0.4515157 May 19 13:35:36.625990 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'name': 'network-vif-deleted', 'tag': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:36.628505 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286d0ed-a2e7-4984-94f6-c251d88acf03" -d '{"events": [{"server_uuid": "7c295eb7-8e9f-436b-8e36-05adc8fbfcf4", "name": "network-vif-deleted", "tag": "7edb5a95-96ac-49b8-96a4-f12c01ce4e38"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:36.628828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.666398 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58d3799-abf8-46a8-aa5b-346b35a70ab0 x-openstack-request-id: req-f58d3799-abf8-46a8-aa5b-346b35a70ab0 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:36.666688 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c295eb7-8e9f-436b-8e36-05adc8fbfcf4", "name": "network-vif-deleted", "tag": "7edb5a95-96ac-49b8-96a4-f12c01ce4e38", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:36.666939 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f58d3799-abf8-46a8-aa5b-346b35a70ab0 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:36.667473 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58d3799-abf8-46a8-aa5b-346b35a70ab0'] response: {'server_uuid': '7c295eb7-8e9f-436b-8e36-05adc8fbfcf4', 'name': 'network-vif-deleted', 'tag': '7edb5a95-96ac-49b8-96a4-f12c01ce4e38', 'status': 'completed', 'code': 200} May 19 13:35:36.729397 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b6f200af-c698-4be2-8e4d-7199c03d43e7 req-219aec17-5707-4832-a331-b268a7c1cdc3 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263089 May 19 13:35:36.732715 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'Port': ['ID=27f35924-c1f1-44ad-9c66-e28e1a798b31,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:36.741317 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (d95e7126-0779-4505-b9e2-9237f658afcd), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.764123 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:36.765365 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4f794116-838c-4823-b1a9-9e64f9f06e9f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2716374 May 19 13:35:36.977438 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-ef9a177f-5e42-4c8d-8f04-4067af4c8758 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1400787246&fields=id&tenant_id=959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 267 time: 0.0437951 May 19 13:35:37.106887 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-18b65ed7-20b3-43f3-82a8-81f876bb91ac tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:37.109102 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-18b65ed7-20b3-43f3-82a8-81f876bb91ac tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 817 time: 0.1248977 May 19 13:35:37.127498 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-f4c3cc8d-a1f8-488f-b01e-87c33d3429b1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/quotas/959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 375 time: 0.0114915 May 19 13:35:37.188013 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-385659f7-b6f8-4832-91da-6a695539dc4f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539660 May 19 13:35:37.194861 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b8ffad2c-3018-425b-a760-5c84026da02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:37.209550 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d6f82b1f-3e2d-49a0-9c84-1f070541ea44 req-ee677fa5-49d0-4eb0-bc29-d9809c73a99b tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 210 time: 0.0442924 May 19 13:35:37.249563 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:37.293916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-d61b8bc9-66c7-4173-b2b9-f005f09ad078 service neutron] 10.222.0.24 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910470 May 19 13:35:37.359199 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:37.388472 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-fe7f1133-e5ed-4297-b0f1-d23160195a34 service neutron] 10.222.0.24 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888748 May 19 13:35:37.567950 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8cf75a8d-3361-4fb6-b31a-c5782af3b203 req-a10e8a6e-89c5-436a-8e65-40200049f47c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 210 time: 0.0309672 May 19 13:35:37.865974 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df3dd8-33db-4ff0-b0b8-50c246a9e345 req-7fbe9a7d-834a-4dad-8d46-9db78ed08669 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:37.867455 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-85df3dd8-33db-4ff0-b0b8-50c246a9e345 req-7fbe9a7d-834a-4dad-8d46-9db78ed08669 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0506191 May 19 13:35:37.915996 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-85df3dd8-33db-4ff0-b0b8-50c246a9e345 req-d691cd55-4cc1-4a1f-a4c5-d6b96ceef946 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 May 19 13:35:38.337190 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a0c0540d-e67f-4c8e-9c71-be16e1f16ba0 req-b2cd1618-6398-46e1-8a93-368b3dfe97f0 tempest-VolumesSnapshotTestJSON-908856571 tempest-VolumesSnapshotTestJSON-908856571-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c295eb7-8e9f-436b-8e36-05adc8fbfcf4 HTTP/1.1" status: 200 len: 210 time: 0.0374432 May 19 13:35:38.340944 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e5a8-6d54-4f19-af9a-6032d2065435 req-c5e324b3-1839-4577-a69e-250e53fbded5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:38.348704 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b8e8e5a8-6d54-4f19-af9a-6032d2065435 req-c5e324b3-1839-4577-a69e-250e53fbded5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0575540 May 19 13:35:38.395140 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b8e8e5a8-6d54-4f19-af9a-6032d2065435 req-482f8840-c2c0-4def-a09e-00d64225c3d1 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454857 May 19 13:35:38.439016 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-720c6f5f-7e9a-4116-9688-4ebaea253dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:38.440536 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-720c6f5f-7e9a-4116-9688-4ebaea253dc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1129 time: 0.0440657 May 19 13:35:38.573905 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-f08cabe3-2e08-4cbe-ac40-31f8fb9ec316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:38.575425 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-f08cabe3-2e08-4cbe-ac40-31f8fb9ec316 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.0943205 May 19 13:35:38.685480 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4349cff5-6d2c-4e66-811c-ba0f660d1c7d req-b32036da-06fb-4575-a2a4-6522f75477a1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 210 time: 0.0320997 May 19 13:35:38.896119 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-1b8e54a6-e21f-4ea3-8dc6-c2849222bafd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 200 len: 999 time: 0.0633526 May 19 13:35:38.953829 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-bd75f1a6-7cda-4c1f-b3f1-ce3dc49f59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:38.955195 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-bd75f1a6-7cda-4c1f-b3f1-ce3dc49f59f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0520787 May 19 13:35:39.026569 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-99b35334-bc51-45fd-ba10-1ae91b1304d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:39.028281 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-99b35334-bc51-45fd-ba10-1ae91b1304d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430079 May 19 13:35:39.087825 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-a91443bb-757f-4ada-bd9a-213fc256bb45 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:39.089297 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-a91443bb-757f-4ada-bd9a-213fc256bb45 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 817 time: 0.1047289 May 19 13:35:39.134358 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-aa225a34-6675-4dd5-9813-2e2bffa157a2 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975773 May 19 13:35:39.161608 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-00892dfd-3ff9-4c70-ac8b-e78539784a9c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 380 time: 0.0546029 May 19 13:35:39.170832 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'port': {'device_id': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'admin_state_up': True, 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'security_groups': ['bfa3bbf0-0161-4ee9-8096-bfc5b358504c']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:39.242505 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f0330065-26b6-4ccd-b378-8b8a201e3644 req-f7c21443-fe1a-4d83-bbf7-8739d5d2da15 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900199 May 19 13:35:39.289687 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Made reservation on behalf of 959c5c84bd724d2688f435b15b41f1c8 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:35:39.293182 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:39.428539 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:39.435782 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Allocated IP 172.20.0.13 (680a83a0-30ec-41c9-9148-fa9290c3fc14/6ee81dbf-f53d-407b-b058-adb951c14c25/23d6a89e-f532-421c-8c67-0672e13b68a3) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:39.569793 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d29c-3033-4543-8cb1-30d451dc867d req-b3941504-29ec-4701-ac85-24c9023f8a38 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:39.571335 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d9c0d29c-3033-4543-8cb1-30d451dc867d req-b3941504-29ec-4701-ac85-24c9023f8a38 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0981622 May 19 13:35:39.597844 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-73f3bb86-732f-4de4-a833-b39c300a238f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:39.658286 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:39.678439 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:39.689658 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d9c0d29c-3033-4543-8cb1-30d451dc867d req-f9fcaace-5695-4769-babd-d135aff45cd4 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027648 May 19 13:35:39.732441 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:39.779934 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:39.787328 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:39.789709 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:35:39.813151 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:39.814702 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805602-4e60-4534-92a3-e8f48f1e5dbd req-34e5ffcd-dec1-4e75-840d-9823f65adcc6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:39.817848 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ae805602-4e60-4534-92a3-e8f48f1e5dbd req-34e5ffcd-dec1-4e75-840d-9823f65adcc6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 932 time: 0.0539479 May 19 13:35:39.842186 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:39.842821 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:39.860827 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-04db4413-52ea-4971-80b3-9e97047e54fc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6945314 May 19 13:35:39.875968 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ae805602-4e60-4534-92a3-e8f48f1e5dbd req-1cebabb1-eebc-4f02-93f6-16cdd9b6a50d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519540 May 19 13:35:40.033525 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-dfb9c65a-8cad-4e24-a0c9-7905ecc4da35 None None] Provisioning complete for port 23d6a89e-f532-421c-8c67-0672e13b68a3 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:35:40.034183 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c65a-8cad-4e24-a0c9-7905ecc4da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:40.070965 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9c65a-8cad-4e24-a0c9-7905ecc4da35 None None] Port 23d6a89e-f532-421c-8c67-0672e13b68a3 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:35:40.760271 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Request body: {'port': {'device_id': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:40.794214 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:40.861288 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc465e-216c-40a9-8da7-95d5613e3daa req-9db2d19e-0153-406d-86d5-d9e6ee6e1d59 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:40.862802 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-10cc465e-216c-40a9-8da7-95d5613e3daa req-9db2d19e-0153-406d-86d5-d9e6ee6e1d59 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0748568 May 19 13:35:40.869291 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:40.956432 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-10cc465e-216c-40a9-8da7-95d5613e3daa req-c4c7d972-fe9e-413f-ad4b-e67a1cc38c33 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844014 May 19 13:35:41.012596 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849d1d-4d6d-4830-9a13-b752d6baebd6 req-490223e1-03ed-4357-b4c9-8f62ba379a82 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:41.014209 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5a849d1d-4d6d-4830-9a13-b752d6baebd6 req-490223e1-03ed-4357-b4c9-8f62ba379a82 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 932 time: 0.0504165 May 19 13:35:41.069868 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5a849d1d-4d6d-4830-9a13-b752d6baebd6 req-aa566a43-5f7a-4e71-8650-64fe47011b92 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490103 May 19 13:35:41.130827 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:41.208313 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d6a89e-f532-421c-8c67-0672e13b68a3 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:35:41.216392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Publish callbacks [] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:41.222983 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:35:41.229676 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Transition to ACTIVE for port object 23d6a89e-f532-421c-8c67-0672e13b68a3 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:35:41.235822 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:41.242801 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:35:41.243149 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 7edb5a95-96ac-49b8-96a4-f12c01ce4e38 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:35:41.284377 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:41.364325 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Attempting to bind port 23d6a89e-f532-421c-8c67-0672e13b68a3 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:35:41.364664 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Attempting to bind port 23d6a89e-f532-421c-8c67-0672e13b68a3 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:35:41.364991 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Attempting to bind port 23d6a89e-f532-421c-8c67-0672e13b68a3 on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:35:41.369864 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Port 23d6a89e-f532-421c-8c67-0672e13b68a3 on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:35:41.370399 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Attempting to bind port 23d6a89e-f532-421c-8c67-0672e13b68a3 on network 680a83a0-30ec-41c9-9148-fa9290c3fc14 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:35:41.375759 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:35:41.376097 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Checking segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:35:41.376471 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Bound using segment: {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:35:41.376922 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Bound port: 23d6a89e-f532-421c-8c67-0672e13b68a3, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ab7ceb-6505-46da-8ca6-778692fe934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:35:41.377263 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:41.440933 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:35:41.444119 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:35:41.450907 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:41.482406 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:41.483131 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:41.484408 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] 10.222.0.58 "PUT /v2.0/ports/23d6a89e-f532-421c-8c67-0672e13b68a3 HTTP/1.1" status: 200 len: 1094 time: 0.7290456 May 19 13:35:41.486611 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:41.489067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb328fd-1dea-48b8-b761-9c3683119dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:41.492413 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:41.525379 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea0edb-9bba-4674-8d50-bb99da5742a4 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:41.534639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edd7482-6dc6-4f90-9294-e20ab42838a1 x-openstack-request-id: req-9edd7482-6dc6-4f90-9294-e20ab42838a1 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:41.534930 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:41.535179 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9edd7482-6dc6-4f90-9294-e20ab42838a1 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:41.535603 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edd7482-6dc6-4f90-9294-e20ab42838a1'] response: {'name': 'network-changed', 'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'status': 'completed', 'code': 200} May 19 13:35:42.064509 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:42.078762 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6171e8-0033-4b10-b1c2-40510e1a7cde req-1efcedb4-8b4e-43f9-add1-c6f075ccee38 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:42.080215 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5d6171e8-0033-4b10-b1c2-40510e1a7cde req-1efcedb4-8b4e-43f9-add1-c6f075ccee38 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0517101 May 19 13:35:42.132309 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5d6171e8-0033-4b10-b1c2-40510e1a7cde req-e9c815f9-5ecb-4108-852b-5345ab9a346d tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439785 May 19 13:35:42.203737 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31c281-ea42-4fa2-aa50-40103612ab56 req-b2b3445e-6d4a-4926-894c-8d766e957da0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:42.209317 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ef31c281-ea42-4fa2-aa50-40103612ab56 req-b2b3445e-6d4a-4926-894c-8d766e957da0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0607131 May 19 13:35:42.248187 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:42.261595 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5e31f-5611-4ac2-8433-4b59e58b0089 req-10ad8ef1-6fd8-41b3-a028-c3fa75038f1a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:42.264411 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-70a5e31f-5611-4ac2-8433-4b59e58b0089 req-10ad8ef1-6fd8-41b3-a028-c3fa75038f1a tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0636289 May 19 13:35:42.268146 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ef31c281-ea42-4fa2-aa50-40103612ab56 req-2b02053b-e9a8-4c2f-a9f3-6cbd42aff4b8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555773 May 19 13:35:42.273308 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53158) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:42.278166 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Request body: {'floatingip': {'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:42.333949 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:42.405966 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:42.609061 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:42.807863 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:42.814438 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:43.017249 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:35:43.128094 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:35:43.133347 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:43.138073 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] Sync routers for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:43.147860 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:43.148534 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:43.198774 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d24b2db7-876b-489f-bd15-0fd91a870ef5 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "PUT /v2.0/floatingips/61010257-ce11-4d28-8e26-b6ce0d386593 HTTP/1.1" status: 200 len: 991 time: 0.9240768 May 19 13:35:43.250687 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:43.375002 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:43.399471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba23c62-9be8-4847-8d2f-7136cdaf9516 req-d989b0ab-c955-45cb-9a9c-87793da94746 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:43.400928 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ba23c62-9be8-4847-8d2f-7136cdaf9516 req-d989b0ab-c955-45cb-9a9c-87793da94746 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0485363 May 19 13:35:43.451607 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ba23c62-9be8-4847-8d2f-7136cdaf9516 req-e2784a9b-a7ee-4564-9a64-bae760614a3e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 May 19 13:35:43.527120 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:43.535326 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '61010257-ce11-4d28-8e26-b6ce0d386593', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'mac_address': 'fa:16:3e:97:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:39Z', 'updated_at': '2022-05-19T13:35:42Z', 'revision_number': 3, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:43.536559 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}, {'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:43.540495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f74bc9-5fb7-48f5-af04-38650a3812bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788"}, {"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:43.561242 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] Checking router: e3de7f9e-1fb2-42f7-9bd2-97693ab14293 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:43.579009 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:43.579737 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:43.586801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 May 2022 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb412b-a3de-483f-9967-e2a13e030a14 x-openstack-request-id: req-5ffb412b-a3de-483f-9967-e2a13e030a14 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:43.587168 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:43.587504 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ffb412b-a3de-483f-9967-e2a13e030a14 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:43.587998 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffb412b-a3de-483f-9967-e2a13e030a14'] response: {'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'status': 'completed', 'code': 200} May 19 13:35:43.588319 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffb412b-a3de-483f-9967-e2a13e030a14'] response: {'name': 'network-changed', 'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'status': 'completed', 'code': 200} May 19 13:35:43.687182 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:43.899961 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:43.931215 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '61010257-ce11-4d28-8e26-b6ce0d386593', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'mac_address': 'fa:16:3e:97:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:39Z', 'updated_at': '2022-05-19T13:35:42Z', 'revision_number': 3, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:43.959050 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bccd3e2-7163-42a4-86b8-bfa366928dfe None None] The sync data for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi is: [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '61010257-ce11-4d28-8e26-b6ce0d386593', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'port_id': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'mac_address': 'fa:16:3e:97:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b02c0-6943-45dc-9086-16ff29536118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:39Z', 'updated_at': '2022-05-19T13:35:42Z', 'revision_number': 3, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:44.172025 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:44.213207 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-8eeb7679-d46b-45bb-be81-df3224672344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.215326 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-8eeb7679-d46b-45bb-be81-df3224672344 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1129 time: 0.0538111 May 19 13:35:44.248624 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb328fd-1dea-48b8-b761-9c3683119dc6 req-e0241d61-f519-4664-9fc7-87e8e3f37402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.250098 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3cb328fd-1dea-48b8-b761-9c3683119dc6 req-e0241d61-f519-4664-9fc7-87e8e3f37402 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 1128 time: 0.0637341 May 19 13:35:44.333294 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-9a570253-fbe8-4179-9f0c-4ed699186f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.334857 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-9a570253-fbe8-4179-9f0c-4ed699186f40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.1060815 May 19 13:35:44.395742 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb328fd-1dea-48b8-b761-9c3683119dc6 req-462cd513-937c-4914-82ff-48f589b47ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.397547 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3cb328fd-1dea-48b8-b761-9c3683119dc6 req-462cd513-937c-4914-82ff-48f589b47ff6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=959c5c84bd724d2688f435b15b41f1c8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1332343 May 19 13:35:44.414283 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-8aa84ee6-06a1-4aa9-bbb2-5a1920493e74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 200 len: 999 time: 0.0723863 May 19 13:35:44.473320 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-c744f35a-745f-45d4-b609-7ec37b0d34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.474849 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-c744f35a-745f-45d4-b609-7ec37b0d34ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0549102 May 19 13:35:44.527878 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-ae909b4d-b605-4aed-aab2-ab0891d428d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.529904 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-ae909b4d-b605-4aed-aab2-ab0891d428d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471842 May 19 13:35:44.538049 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb328fd-1dea-48b8-b761-9c3683119dc6 req-1aa72126-6868-4940-b174-f43078e5b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.539883 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3cb328fd-1dea-48b8-b761-9c3683119dc6 req-1aa72126-6868-4940-b174-f43078e5b809 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361330 May 19 13:35:44.607999 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132a4ae-fc18-4264-8a73-441d0a744de0 req-bf1d2f80-ea95-46f8-a1f5-2f2480788448 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.610062 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7132a4ae-fc18-4264-8a73-441d0a744de0 req-bf1d2f80-ea95-46f8-a1f5-2f2480788448 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0554409 May 19 13:35:44.641154 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-e498a02e-8930-4e0c-80a6-0b226245d367 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038570 May 19 13:35:44.718508 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:44.741762 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-307441a0-3a0c-4cb0-a20c-5cb83f22342b service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945230 May 19 13:35:44.881350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-a1edf97d-72cb-4439-9861-85b79a68d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.882935 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-a1edf97d-72cb-4439-9861-85b79a68d6c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 1129 time: 0.0428298 May 19 13:35:44.920085 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-87ef1ec2-6abd-4030-8844-93ecc6df721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.921599 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-87ef1ec2-6abd-4030-8844-93ecc6df721d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 1128 time: 0.3040988 May 19 13:35:44.928585 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7132a4ae-fc18-4264-8a73-441d0a744de0 req-5e088a00-6c7c-4b7d-ae96-b9d234dde0c1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123820 May 19 13:35:44.966855 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-e956286d-6fcc-4eef-ab92-5244ca1e2c23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d6a89e-f532-421c-8c67-0672e13b68a3 HTTP/1.1" status: 200 len: 217 time: 0.0327847 May 19 13:35:44.980655 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-4a047f8a-7694-4806-890b-8d7052df3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:44.982189 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-4a047f8a-7694-4806-890b-8d7052df3fa6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.0920897 May 19 13:35:45.015659 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-f7493c69-6af0-489e-8d36-32fe03f915bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:45.017260 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-f7493c69-6af0-489e-8d36-32fe03f915bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0442078 May 19 13:35:45.048599 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-e6018d2f-4525-41fd-b0c3-498bb8b5ffa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 200 len: 999 time: 0.0603414 May 19 13:35:45.062227 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-f47d9975-f4cd-4db2-a21e-772c2638329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:45.063753 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-f47d9975-f4cd-4db2-a21e-772c2638329c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394604 May 19 13:35:45.103725 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-a1340d43-5f9a-43bf-acba-a97be247247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:45.105322 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-a1340d43-5f9a-43bf-acba-a97be247247c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.0498648 May 19 13:35:45.148330 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-900d5d91-3486-4937-8589-fd5eab1dd434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:45.149960 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-900d5d91-3486-4937-8589-fd5eab1dd434 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386405 May 19 13:35:45.158825 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-c29919ca-fdd9-4aef-8d31-ede5a382abcb service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886445 May 19 13:35:45.245767 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-0f1b92ff-d8a6-4985-8bae-d8f902474ff4 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896046 May 19 13:35:45.254396 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81eafd50-70ad-4a8b-8b60-40d227ff895e req-ef72746c-cf8a-4b2b-9386-aa8ae22ae53b service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901186 May 19 13:35:45.335628 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-79f74bc9-5fb7-48f5-af04-38650a3812bb req-0429a0a9-fdb1-4bcd-bcaf-03ef2fded419 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842433 May 19 13:35:46.014159 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:46.055061 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bdc0b-4631-4b7c-926c-ed9a5dc5ef7e req-9275ebf3-f55e-4159-a07f-f38f15ce22f8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:46.056549 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2d2bdc0b-4631-4b7c-926c-ed9a5dc5ef7e req-9275ebf3-f55e-4159-a07f-f38f15ce22f8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0527320 May 19 13:35:46.105235 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2d2bdc0b-4631-4b7c-926c-ed9a5dc5ef7e req-18c615aa-eca2-416d-b675-7207083edfcd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 May 19 13:35:47.231295 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1999-62a5-4e6b-8403-73d589d1b33f req-055bade0-d6d7-4bfb-92de-c797cff7b857 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:47.232679 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-232b1999-62a5-4e6b-8403-73d589d1b33f req-055bade0-d6d7-4bfb-92de-c797cff7b857 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0499990 May 19 13:35:47.294581 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-232b1999-62a5-4e6b-8403-73d589d1b33f req-07f5a38f-435c-4058-a366-afe82bde93ad tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546188 May 19 13:35:48.427605 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4c2bd-27e2-4f1f-bbfb-fe0d3745039d req-30aad1d3-d10e-40ac-abe4-2717003da89c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:48.429270 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-baf4c2bd-27e2-4f1f-bbfb-fe0d3745039d req-30aad1d3-d10e-40ac-abe4-2717003da89c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0598047 May 19 13:35:48.484467 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-baf4c2bd-27e2-4f1f-bbfb-fe0d3745039d req-b286714d-f3c4-4a98-8351-fcb43c8b74f2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482528 May 19 13:35:49.613447 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70ef7b-243b-472f-9446-5edd6d133412 req-fa9063c2-1d67-4e42-8252-37a7342618ce tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:49.614912 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ea70ef7b-243b-472f-9446-5edd6d133412 req-fa9063c2-1d67-4e42-8252-37a7342618ce tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0504587 May 19 13:35:49.662249 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ea70ef7b-243b-472f-9446-5edd6d133412 req-14601428-1e12-490a-a053-9f570d1c520b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 May 19 13:35:50.796038 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56e83-a865-4a45-b8b3-bae67386d9d5 req-a92e131e-863a-4aa9-9031-4019b7e7256e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:50.797524 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f2e56e83-a865-4a45-b8b3-bae67386d9d5 req-a92e131e-863a-4aa9-9031-4019b7e7256e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0531778 May 19 13:35:50.849847 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f2e56e83-a865-4a45-b8b3-bae67386d9d5 req-732de828-9e56-42c4-aa5a-5d16c3591f82 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440812 May 19 13:35:50.991177 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:35:51.100058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:51.111480 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'port_id': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'mac_address': 'fa:16:3e:59:8e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:35:51.151026 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:35:51.151484 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.165267 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d6a89e-f532-421c-8c67-0672e13b68a3 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:35:51.186285 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:51.189200 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:51.193099 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.201923 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:51.222732 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-befee4b0-5f58-4565-bc27-126bef80c301 req-3e86cf9a-db90-4a29-b5a2-381e7cd71c34 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594261357&fields=id&tenant_id=510387333865470196f9be30ef62395c HTTP/1.1" status: 200 len: 267 time: 0.0531025 May 19 13:35:51.243914 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:51.251347 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.251688 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.252049 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.252401 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.252733 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.253066 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.253390 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.253809 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.254195 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.254606 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.254951 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.255386 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.257527 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.257527 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.257527 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.276314 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee4b0-5f58-4565-bc27-126bef80c301 req-65dcdac4-cefa-4b1c-b965-aed34ac64463 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:51.277987 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-befee4b0-5f58-4565-bc27-126bef80c301 req-65dcdac4-cefa-4b1c-b965-aed34ac64463 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 985 time: 0.0491297 May 19 13:35:51.288699 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Request body: {'port': {'security_groups': ['d149ed1e-7192-44aa-8289-eba4d60cb80c']}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:51.369342 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97ed1b45-3101-4569-a101-5346f9044405), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.567587 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['23d6a89e-f532-421c-8c67-0672e13b68a3'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:35:51.590387 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97ed1b45-3101-4569-a101-5346f9044405,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:51.618420 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for port (97ed1b45-3101-4569-a101-5346f9044405), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.630246 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.666842 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['97ed1b45-3101-4569-a101-5346f9044405'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:35:51.683856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:51.684583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.689395 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-befee4b0-5f58-4565-bc27-126bef80c301 req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "PUT /v2.0/ports/97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 943 time: 0.4019108 May 19 13:35:51.689963 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:51.692289 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8620a-5622-4811-89aa-b0921b32f66a" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:51.692431 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53228) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:51.716729 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event updated for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=7']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:51.724908 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.725263 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.725858 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.726240 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.726585 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.726919 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.727253 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.727587 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.727967 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.728521 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.728634 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.729070 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.729177 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.729514 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.729954 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aca210-2d5d-487a-8a6c-7c2441ed291f tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:51.761487 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cf73bb-3c66-4da0-b63f-e9d151b83ef4 x-openstack-request-id: req-22cf73bb-3c66-4da0-b63f-e9d151b83ef4 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:51.761711 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:51.762547 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22cf73bb-3c66-4da0-b63f-e9d151b83ef4 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:51.762991 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cf73bb-3c66-4da0-b63f-e9d151b83ef4'] response: {'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405', 'status': 'completed', 'code': 200} May 19 13:35:51.776720 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-87bf0563-e1d9-44b6-8ea6-9a082a67be7c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group (aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.813839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-87bf0563-e1d9-44b6-8ea6-9a082a67be7c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group (aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:51.853156 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['97ed1b45-3101-4569-a101-5346f9044405'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:35:51.878658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8620a-5622-4811-89aa-b0921b32f66a req-21b50cb7-3957-4395-8dd6-ce19a126cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:51.880277 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50e8620a-5622-4811-89aa-b0921b32f66a req-21b50cb7-3957-4395-8dd6-ce19a126cc14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1130 time: 0.0691895 May 19 13:35:51.998287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fea63-855b-4c96-975a-54f607f4f0ea req-9cafa0d8-4d3d-41ca-bb15-8de73a41ce98 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:52.000118 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e78fea63-855b-4c96-975a-54f607f4f0ea req-9cafa0d8-4d3d-41ca-bb15-8de73a41ce98 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 945 time: 0.0622878 May 19 13:35:52.029700 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-14f79a82-6955-40d6-8804-ca7fdc9b5619 None None] Provisioning complete for port 97ed1b45-3101-4569-a101-5346f9044405 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:35:52.030341 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-14f79a82-6955-40d6-8804-ca7fdc9b5619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97ed1b45-3101-4569-a101-5346f9044405), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.061551 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e78fea63-855b-4c96-975a-54f607f4f0ea req-30d22345-b426-477c-8a2c-eb34fc1be366 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475006 May 19 13:35:52.136224 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-14f79a82-6955-40d6-8804-ca7fdc9b5619 None None] Current status of the port 97ed1b45-3101-4569-a101-5346f9044405 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:35:52.245122 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-87bf0563-e1d9-44b6-8ea6-9a082a67be7c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.249685 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-87bf0563-e1d9-44b6-8ea6-9a082a67be7c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.251358 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-87bf0563-e1d9-44b6-8ea6-9a082a67be7c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "DELETE /v2.0/security-groups/aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8 HTTP/1.1" status: 204 len: 168 time: 0.5577178 May 19 13:35:52.254360 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53234) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:52.256912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8620a-5622-4811-89aa-b0921b32f66a req-43c8b567-8103-4ab6-8b11-cd9d14520feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:52.259146 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50e8620a-5622-4811-89aa-b0921b32f66a req-43c8b567-8103-4ab6-8b11-cd9d14520feb service neutron] 10.222.0.58 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 916 time: 0.3651204 May 19 13:35:52.278117 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf0563-e1d9-44b6-8ea6-9a082a67be7c tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecfda95-6538-4bd0-ae3e-18f1d8f9a9b8,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:52.324569 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:52.333848 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50e8620a-5622-4811-89aa-b0921b32f66a req-639130b9-c38d-475e-8dc8-6b328d263e05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 1000 time: 0.0657032 May 19 13:35:52.384380 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8620a-5622-4811-89aa-b0921b32f66a req-13bc948d-adc1-4606-bac5-cfd6dee45d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:52.385972 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50e8620a-5622-4811-89aa-b0921b32f66a req-13bc948d-adc1-4606-bac5-cfd6dee45d34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 200 len: 854 time: 0.0458164 May 19 13:35:52.410109 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Deleting port e97d009d-da12-4ce8-aaf2-fecae86c1fda {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:35:52.410449 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.432157 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8620a-5622-4811-89aa-b0921b32f66a req-632c62b0-c5f9-45f7-9bbd-911bb71ca7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:52.434078 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50e8620a-5622-4811-89aa-b0921b32f66a req-632c62b0-c5f9-45f7-9bbd-911bb71ca7e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12b173b5-88a3-4bd8-bf94-8afe06af1cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403538 May 19 13:35:52.492048 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.492408 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for floatingip (e97d009d-da12-4ce8-aaf2-fecae86c1fda), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.505593 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Calling delete_port for e97d009d-da12-4ce8-aaf2-fecae86c1fda owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:35:52.527257 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50e8620a-5622-4811-89aa-b0921b32f66a req-8732929a-3b46-488e-90fb-694edd31630b service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859892 May 19 13:35:52.594661 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:52.610775 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:52.619764 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-50e8620a-5622-4811-89aa-b0921b32f66a req-d2b4901c-73ce-4dbb-8701-27cb3a158a09 service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862050 May 19 13:35:52.687379 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (e97d009d-da12-4ce8-aaf2-fecae86c1fda), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.711101 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event deleted for resources: {'Port': ['ID=e97d009d-da12-4ce8-aaf2-fecae86c1fda,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:52.779281 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks [] for floatingip (606b357d-80a3-47c0-908f-1b8eee0e0124), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:52.779693 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Floating IP 606b357d-80a3-47c0-908f-1b8eee0e0124 disassociated (deleted). External IP: 172.27.1.3, port: 97ed1b45-3101-4569-a101-5346f9044405. May 19 13:35:52.987062 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Router d1cce33e-10e1-4df4-8d47-28ea84138a8c has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:35:53.114619 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:35:53.120158 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:53.126880 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] Sync routers for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:53.136595 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:53.143891 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:53.144788 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:53.154423 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0f5cb53b-1748-4da3-b21b-aeb940a88009 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "DELETE /v2.0/floatingips/606b357d-80a3-47c0-908f-1b8eee0e0124 HTTP/1.1" status: 204 len: 168 time: 0.8986349 May 19 13:35:53.193997 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:53.202598 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:53.213969 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6245ad-f8b5-48bb-86fc-fcd209b358ee req-57507c81-9909-4624-9790-6f7432eeff14 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:53.215605 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-dc6245ad-f8b5-48bb-86fc-fcd209b358ee req-57507c81-9909-4624-9790-6f7432eeff14 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 945 time: 0.0633945 May 19 13:35:53.224300 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:53.287049 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-dc6245ad-f8b5-48bb-86fc-fcd209b358ee req-a54f88cf-8728-4244-a3e4-2d6810dd4edb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626671 May 19 13:35:53.401101 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:53.591318 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:51Z', 'revision_number': 5, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:53.621954 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] Checking router: d1cce33e-10e1-4df4-8d47-28ea84138a8c for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:53.631064 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:53.631697 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:53.746299 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:53.764659 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:53.767183 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30075e1b-a6be-4374-8e07-b059702941ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:53.805729 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3b0f1-7cd1-46cb-b009-60d792e210d5 x-openstack-request-id: req-ded3b0f1-7cd1-46cb-b009-60d792e210d5 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:53.806020 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "tag": "97ed1b45-3101-4569-a101-5346f9044405", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:53.806274 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ded3b0f1-7cd1-46cb-b009-60d792e210d5 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:53.806684 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded3b0f1-7cd1-46cb-b009-60d792e210d5'] response: {'name': 'network-changed', 'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'tag': '97ed1b45-3101-4569-a101-5346f9044405', 'status': 'completed', 'code': 200} May 19 13:35:53.849170 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:35:53.917563 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075e1b-a6be-4374-8e07-b059702941ca req-6c6e88ca-a81d-440b-ad78-eca478f5b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:53.920204 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-30075e1b-a6be-4374-8e07-b059702941ca req-6c6e88ca-a81d-440b-ad78-eca478f5b27d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=510387333865470196f9be30ef62395c&device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 1130 time: 0.0441737 May 19 13:35:53.927929 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 23d6a89e-f532-421c-8c67-0672e13b68a3 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:35:53.936961 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=47 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:53.936961 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=41 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:53.963366 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 23d6a89e-f532-421c-8c67-0672e13b68a3 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:35:53.963683 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:54.012650 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:51Z', 'revision_number': 5, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:54.041864 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00b7597-783b-4a20-b08f-9532287cd1e0 None None] The sync data for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi is: [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:32:46Z', 'revision_number': 4, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'bbc3af85-9730-44b7-a831-9447a856840b', 'name': '', 'network_id': '12b173b5-88a3-4bd8-bf94-8afe06af1cca', 'tenant_id': '510387333865470196f9be30ef62395c', 'mac_address': 'fa:16:3e:83:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:45Z', 'updated_at': '2022-05-19T13:32:51Z', 'revision_number': 5, 'project_id': '510387333865470196f9be30ef62395c', 'subnets': [{'id': 'c3ce00b0-170b-4ce6-ba3a-21cf23e39f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:54.071313 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075e1b-a6be-4374-8e07-b059702941ca req-eb593ca9-04f1-49c9-a57b-709035d79f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:54.073069 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-30075e1b-a6be-4374-8e07-b059702941ca req-eb593ca9-04f1-49c9-a57b-709035d79f4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 200 len: 916 time: 0.1462588 May 19 13:35:54.107367 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:35:54.107794 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:54.111569 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:54.137331 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:54.140857 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e7980d-ec69-40aa-a6fc-c7e420ef534c" -d '{"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:54.142330 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-30075e1b-a6be-4374-8e07-b059702941ca req-c736dcff-ca89-4946-bd4b-be7637e83417 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 200 len: 217 time: 0.0463479 May 19 13:35:54.158182 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:54.165363 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:54.192356 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc70ed6-c5b1-4d6c-b737-54cd12629715 x-openstack-request-id: req-2dc70ed6-c5b1-4d6c-b737-54cd12629715 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:54.192687 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:54.192940 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2dc70ed6-c5b1-4d6c-b737-54cd12629715 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:54.193330 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc70ed6-c5b1-4d6c-b737-54cd12629715'] response: {'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'code': 200} May 19 13:35:54.206397 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075e1b-a6be-4374-8e07-b059702941ca req-e8db92a1-56bc-4a0f-a774-6f829ea997cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:54.208490 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-30075e1b-a6be-4374-8e07-b059702941ca req-e8db92a1-56bc-4a0f-a774-6f829ea997cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 200 len: 854 time: 0.0579586 May 19 13:35:54.218378 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:54.278009 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075e1b-a6be-4374-8e07-b059702941ca req-ccd6ac25-bf02-4828-ac55-10f2fa107fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:54.279613 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-30075e1b-a6be-4374-8e07-b059702941ca req-ccd6ac25-bf02-4828-ac55-10f2fa107fb1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=12b173b5-88a3-4bd8-bf94-8afe06af1cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443466 May 19 13:35:54.372193 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03b8ec-0ee1-4235-867f-87c6f6a41edb None None] New status for floating IP 606b357d-80a3-47c0-908f-1b8eee0e0124: DOWN {{(pid=103686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:35:54.403124 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-30075e1b-a6be-4374-8e07-b059702941ca req-8ead6d2c-1e72-4477-a79b-ff7ec858326c service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149368 May 19 13:35:54.477681 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255215f-443a-4d41-8ceb-48a8602558ef req-952304e6-f036-475d-b174-d2671724267b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:54.479746 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2255215f-443a-4d41-8ceb-48a8602558ef req-952304e6-f036-475d-b174-d2671724267b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0728533 May 19 13:35:54.545714 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b6b50-13d7-4f2e-b209-fab58c8e8ed8 req-bf8467f4-8d02-4b2d-a02a-64652c024df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:54.547309 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fd7b6b50-13d7-4f2e-b209-fab58c8e8ed8 req-bf8467f4-8d02-4b2d-a02a-64652c024df0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 1130 time: 0.0652621 May 19 13:35:54.580352 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2255215f-443a-4d41-8ceb-48a8602558ef req-d1191867-8e98-4e26-b129-6c61e46f0f8a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896182 May 19 13:35:54.582123 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-30075e1b-a6be-4374-8e07-b059702941ca req-cec7c394-01ed-492e-8fe8-1525f00ee0ce service neutron] 10.222.0.58 "GET /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450589 May 19 13:35:54.610151 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fd7b6b50-13d7-4f2e-b209-fab58c8e8ed8 req-44c7d5f0-9b75-41d6-8c09-179068dac307 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555255 May 19 13:35:55.714611 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4992-150e-4780-8476-64fcbf4872f3 req-a20e5e19-976b-4969-a68d-0ccde81e67f7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:55.716059 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7dbf4992-150e-4780-8476-64fcbf4872f3 req-a20e5e19-976b-4969-a68d-0ccde81e67f7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0504422 May 19 13:35:55.765313 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7dbf4992-150e-4780-8476-64fcbf4872f3 req-8d89ad3b-c0fe-4655-a772-a77179def580 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 May 19 13:35:56.017512 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0caacd-a1a2-4460-ad55-1d6cb76dace4 req-697dac0a-2613-4a36-bad3-6d627908c11e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:56.018960 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eb0caacd-a1a2-4460-ad55-1d6cb76dace4 req-697dac0a-2613-4a36-bad3-6d627908c11e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0519094 May 19 13:35:56.067491 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eb0caacd-a1a2-4460-ad55-1d6cb76dace4 req-9ccd96a6-e57e-4bc1-9eff-1858b60caf83 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 May 19 13:35:56.895767 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8812f-d0fa-4c14-863c-b71c22fd51cb req-4a85acaa-ac86-4cd9-af27-f19a64328323 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:56.897234 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5eb8812f-d0fa-4c14-863c-b71c22fd51cb req-4a85acaa-ac86-4cd9-af27-f19a64328323 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0525193 May 19 13:35:56.947612 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5eb8812f-d0fa-4c14-863c-b71c22fd51cb req-6cf53e6d-1471-40af-a0c5-83f847505b90 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 May 19 13:35:57.067121 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:57.078560 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0f33-ab3a-4f44-a4e4-57a26208b571 req-1f22c970-4645-4fbc-8030-546d7d0b5e2e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:57.080062 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-222d0f33-ab3a-4f44-a4e4-57a26208b571 req-1f22c970-4645-4fbc-8030-546d7d0b5e2e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0562370 May 19 13:35:57.089531 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53304) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:35:57.094382 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Request body: {'floatingip': {'port_id': '23d6a89e-f532-421c-8c67-0672e13b68a3'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:35:57.131273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (d95e7126-0779-4505-b9e2-9237f658afcd), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:57.262003 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a9339-c5e2-44fe-8c59-e0208345cf5e req-efec4a2d-bd5e-4440-b4b5-be2093b69c4e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:57.263492 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e25a9339-c5e2-44fe-8c59-e0208345cf5e req-efec4a2d-bd5e-4440-b4b5-be2093b69c4e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.1003954 May 19 13:35:57.270299 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:57.369822 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e25a9339-c5e2-44fe-8c59-e0208345cf5e req-fb091160-0a5a-4507-9c84-1ecc7da96a2b tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964878 May 19 13:35:57.478910 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:57.632427 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:57.636478 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (d95e7126-0779-4505-b9e2-9237f658afcd), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:57.743827 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Floating IP d95e7126-0779-4505-b9e2-9237f658afcd associated. External IP: 172.27.1.193, port: 23d6a89e-f532-421c-8c67-0672e13b68a3. May 19 13:35:57.956913 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:35:58.075213 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:35:58.081913 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:58.088279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] Sync routers for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:58.102821 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:58.103685 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:58.121853 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d2b897c6-abff-4ca8-8556-e5d9070f257d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "PUT /v2.0/floatingips/d95e7126-0779-4505-b9e2-9237f658afcd HTTP/1.1" status: 200 len: 992 time: 1.0290670 May 19 13:35:58.121853 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:58.122606 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a951534b-d6b3-4289-a443-1b0b9e1e8c58" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:35:58.159045 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339c73c-5a18-464e-8057-67125dbafbb5 x-openstack-request-id: req-6339c73c-5a18-464e-8057-67125dbafbb5 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:35:58.159333 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:35:58.159582 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6339c73c-5a18-464e-8057-67125dbafbb5 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:35:58.159981 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6339c73c-5a18-464e-8057-67125dbafbb5'] response: {'name': 'network-changed', 'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'status': 'completed', 'code': 200} May 19 13:35:58.209653 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:58.336820 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-61af44d7-fa48-426c-a3ef-bfaae204f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:58.338637 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-61af44d7-fa48-426c-a3ef-bfaae204f96d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 1130 time: 0.0414474 May 19 13:35:58.369639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7f72a296-305f-4e99-9068-22f973ed6120 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:58.371166 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7f72a296-305f-4e99-9068-22f973ed6120 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.58 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0538514 May 19 13:35:58.390981 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:58.444613 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-4bc8545c-d19a-4c75-801e-efc0517071e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:58.446145 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-4bc8545c-d19a-4c75-801e-efc0517071e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.1014881 May 19 13:35:58.472664 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'd95e7126-0779-4505-b9e2-9237f658afcd', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'port_id': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'mac_address': 'fa:16:3e:59:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:35:36Z', 'updated_at': '2022-05-19T13:35:57Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:58.494469 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Deleting port 97ed1b45-3101-4569-a101-5346f9044405 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:35:58.494811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (97ed1b45-3101-4569-a101-5346f9044405), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:58.507465 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9296-4d7e-46be-8710-e3df0adccafd req-d3f63c4f-bb4f-469e-ad36-e32745d6cf59 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:58.508807 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] Checking router: 7f9eaf1d-0758-4adc-a4c0-ed691201a517 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:58.509950 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8b0e9296-4d7e-46be-8710-e3df0adccafd req-d3f63c4f-bb4f-469e-ad36-e32745d6cf59 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/ports?device_id=c97e472c-540e-4bd5-abaf-d7dadac8c6be HTTP/1.1" status: 200 len: 946 time: 0.0653057 May 19 13:35:58.517890 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:35:58.518560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:58.536936 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-b969f8af-5040-4a69-9660-d1cced49428b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d6a89e-f532-421c-8c67-0672e13b68a3 HTTP/1.1" status: 200 len: 1000 time: 0.0840697 May 19 13:35:58.589018 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:58.594346 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-0d8195d4-549b-4ded-be8e-6524350f4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:58.595822 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-0d8195d4-549b-4ded-be8e-6524350f4c9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0525184 May 19 13:35:58.635880 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:35:58.649694 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8b0e9296-4d7e-46be-8710-e3df0adccafd req-4b61d966-ca52-4632-a1b2-70ef793b9322 tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.24 "GET /v2.0/security-groups?id=d149ed1e-7192-44aa-8289-eba4d60cb80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283233 May 19 13:35:58.663025 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-9881aafe-7b72-4fcc-999c-dd06dcc27c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:58.664619 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-9881aafe-7b72-4fcc-999c-dd06dcc27c37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603333 May 19 13:35:58.675953 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:58.683869 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] For port 97ed1b45-3101-4569-a101-5346f9044405, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=97ed1b45-3101-4569-a101-5346f9044405,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:35:58.684387 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (97ed1b45-3101-4569-a101-5346f9044405), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:58.700833 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Calling delete_port for 97ed1b45-3101-4569-a101-5346f9044405 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:35:58.729726 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:58.730294 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=100 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:58.776085 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-0ad8f450-a02e-4812-ab0a-b0250437b7be service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049106 May 19 13:35:58.780453 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:35:58.867157 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'd95e7126-0779-4505-b9e2-9237f658afcd', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'port_id': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'mac_address': 'fa:16:3e:59:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:35:36Z', 'updated_at': '2022-05-19T13:35:57Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:58.869859 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (97ed1b45-3101-4569-a101-5346f9044405), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:58.887408 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a951534b-d6b3-4289-a443-1b0b9e1e8c58 req-190afea4-fa4b-41b6-a237-31984fd82e08 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044691 May 19 13:35:58.908305 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Pushing event deleted for resources: {'Port': ['ID=97ed1b45-3101-4569-a101-5346f9044405,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:58.956456 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] No DVR routers for this DVR port 97ed1b45-3101-4569-a101-5346f9044405 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:35:58.959733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:35:58.963739 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2cce0807-4e1e-4c61-96a0-52d596f3b3af req-7c3da17e-7547-4196-b655-2401e75bf25e tempest-TestMinimumBasicScenario-1081812845 tempest-TestMinimumBasicScenario-1081812845-project] 10.222.0.58 "DELETE /v2.0/ports/97ed1b45-3101-4569-a101-5346f9044405 HTTP/1.1" status: 204 len: 173 time: 0.5865314 May 19 13:35:59.028663 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['97ed1b45-3101-4569-a101-5346f9044405'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:35:59.032641 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be62c5-5864-4a7b-a6a4-53ccc59e60cc None None] The sync data for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi is: [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'd95e7126-0779-4505-b9e2-9237f658afcd', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'port_id': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'mac_address': 'fa:16:3e:59:8e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:35:36Z', 'updated_at': '2022-05-19T13:35:57Z', 'revision_number': 1, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:59.224810 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef44241-eb31-4a32-a6ca-0c13b111c970 None None] New status for floating IP d95e7126-0779-4505-b9e2-9237f658afcd: ACTIVE {{(pid=103686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:36:00.161830 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'name': 'network-vif-deleted', 'tag': '97ed1b45-3101-4569-a101-5346f9044405'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:00.164525 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c47d522-0e20-4f36-90ff-a27f352e1b84" -d '{"events": [{"server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "name": "network-vif-deleted", "tag": "97ed1b45-3101-4569-a101-5346f9044405"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:36:00.206261 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1fcd59-c521-4207-8dd1-eb833ffb1431 x-openstack-request-id: req-ba1fcd59-c521-4207-8dd1-eb833ffb1431 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:36:00.206588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e472c-540e-4bd5-abaf-d7dadac8c6be", "name": "network-vif-deleted", "tag": "97ed1b45-3101-4569-a101-5346f9044405", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:36:00.206828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba1fcd59-c521-4207-8dd1-eb833ffb1431 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:36:00.207234 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1fcd59-c521-4207-8dd1-eb833ffb1431'] response: {'server_uuid': 'c97e472c-540e-4bd5-abaf-d7dadac8c6be', 'name': 'network-vif-deleted', 'tag': '97ed1b45-3101-4569-a101-5346f9044405', 'status': 'completed', 'code': 200} May 19 13:36:00.268174 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53394) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:00.626578 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:00.638741 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (d1cce33e-10e1-4df4-8d47-28ea84138a8c), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:00.977658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53398) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:01.028489 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] Deleting subnet 9f5b6fe3-c740-4016-a9a6-b29112874223 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:36:01.032249 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] Publish callbacks [] for subnet (9f5b6fe3-c740-4016-a9a6-b29112874223), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.069088 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (9f5b6fe3-c740-4016-a9a6-b29112874223), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.110634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (9f5b6fe3-c740-4016-a9a6-b29112874223), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.144699 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Deleting port bbc3af85-9730-44b7-a831-9447a856840b {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:01.145053 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (bbc3af85-9730-44b7-a831-9447a856840b), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.165253 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (9f5b6fe3-c740-4016-a9a6-b29112874223), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.192021 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5b6fe3-c740-4016-a9a6-b29112874223,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:01.195861 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.198969 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fcdc1cb2-ee9c-4c63-bc36-02088df3a9a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f5b6fe3-c740-4016-a9a6-b29112874223 HTTP/1.1" status: 204 len: 168 time: 0.2201917 May 19 13:36:01.201764 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53400) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:01.235425 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] For port bbc3af85-9730-44b7-a831-9447a856840b, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=bbc3af85-9730-44b7-a831-9447a856840b,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:01.235789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (bbc3af85-9730-44b7-a831-9447a856840b), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.249114 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Calling delete_port for bbc3af85-9730-44b7-a831-9447a856840b owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:01.275025 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (87bf18b1-62e1-4c33-ac80-cb8609461a97), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.348782 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:01.362412 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (87bf18b1-62e1-4c33-ac80-cb8609461a97), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.382826 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bf18b1-62e1-4c33-ac80-cb8609461a97']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:01.392017 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cb3006-b11f-4b1f-ba21-0c10943eda32') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:01.392306 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cb3006-b11f-4b1f-ba21-0c10943eda32') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:01.401399 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (05cb3006-b11f-4b1f-ba21-0c10943eda32), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.415290 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (05cb3006-b11f-4b1f-ba21-0c10943eda32), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.422515 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:36:01.422889 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (05cb3006-b11f-4b1f-ba21-0c10943eda32), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:36:01.424700 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:36:01.433493 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (bbc3af85-9730-44b7-a831-9447a856840b), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.456280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc3af85-9730-44b7-a831-9447a856840b,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:01.484144 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (87bf18b1-62e1-4c33-ac80-cb8609461a97), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.490352 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.496325 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] 10.222.0.24 "DELETE /v2.0/networks/87bf18b1-62e1-4c33-ac80-cb8609461a97 HTTP/1.1" status: 204 len: 168 time: 0.2911768 May 19 13:36:01.507007 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596319b-3203-40af-b71f-b38af4571688 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bf18b1-62e1-4c33-ac80-cb8609461a97,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:01.638920 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (d1cce33e-10e1-4df4-8d47-28ea84138a8c), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.715547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53404) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:01.737040 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:01.756243 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-01bcdd52-3ffa-4ec9-b49e-628dbe80bc3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c96a605108ec47a081c60bc8dc16fd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392885 May 19 13:36:01.758943 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53406) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:01.886518 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c0498e6c-5789-4492-bf1d-e6d082869f45 admin admin] Publish callbacks [] for security_group (36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:01.903852 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Router d1cce33e-10e1-4df4-8d47-28ea84138a8c has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:36:01.917131 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c0498e6c-5789-4492-bf1d-e6d082869f45 admin admin] Publish callbacks [] for security_group (36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.034811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c0498e6c-5789-4492-bf1d-e6d082869f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.037364 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c0498e6c-5789-4492-bf1d-e6d082869f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.038507 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c0498e6c-5789-4492-bf1d-e6d082869f45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7 HTTP/1.1" status: 204 len: 168 time: 0.2786500 May 19 13:36:02.051338 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:02.057087 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ac1322ec-6f16-4aa3-b2e8-5ee3348cece8 admin admin] 10.222.0.24 "PUT /v2.0/routers/d1cce33e-10e1-4df4-8d47-28ea84138a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877686 May 19 13:36:02.058004 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0498e6c-5789-4492-bf1d-e6d082869f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b84c74-20fb-4d7c-9bb3-d34e80c9b3d7,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:02.059972 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53410) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:02.061316 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] Sync routers for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:02.083009 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:02.083560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:02.126471 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:02.167093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:02.185305 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks [] for router (d1cce33e-10e1-4df4-8d47-28ea84138a8c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.198058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:02.296426 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks [] for router_gateway (d1cce33e-10e1-4df4-8d47-28ea84138a8c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.341066 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Deleting port ac0bbba4-3edf-4b80-a4de-47a6dba65fda {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:02.341515 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.378445 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:36:01Z', 'revision_number': 5, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port': {'id': 'ac0bbba4-3edf-4b80-a4de-47a6dba65fda', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:43Z', 'updated_at': '2022-05-19T13:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:02.406478 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] Checking router: d1cce33e-10e1-4df4-8d47-28ea84138a8c for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:02.423374 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] Routers {'d1cce33e-10e1-4df4-8d47-28ea84138a8c'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:02.423999 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:02.428691 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] For port ac0bbba4-3edf-4b80-a4de-47a6dba65fda, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:02.429290 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.443244 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Calling delete_port for ac0bbba4-3edf-4b80-a4de-47a6dba65fda owned by network:router_gateway {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:02.566343 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] Set router d1cce33e-10e1-4df4-8d47-28ea84138a8c gateway port host: None {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:02.628002 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:36:02Z', 'revision_number': 6, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:02.663322 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bb1e2-eb07-42e8-959b-e6ab796d2e7f None None] The sync data for ids ['d1cce33e-10e1-4df4-8d47-28ea84138a8c'] in dv-cinder-841125-6-iscsi is: [{'id': 'd1cce33e-10e1-4df4-8d47-28ea84138a8c', 'name': 'tempest-TestMinimumBasicScenario-1599914008-router', 'tenant_id': '510387333865470196f9be30ef62395c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:42Z', 'updated_at': '2022-05-19T13:36:02Z', 'revision_number': 6, 'project_id': '510387333865470196f9be30ef62395c', 'gw_port_host': None}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:02.875898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (ac0bbba4-3edf-4b80-a4de-47a6dba65fda), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:02.902925 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0bbba4-3edf-4b80-a4de-47a6dba65fda,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:02.967238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (d1cce33e-10e1-4df4-8d47-28ea84138a8c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.075139 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (d1cce33e-10e1-4df4-8d47-28ea84138a8c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.077855 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks [] for router_controller (d1cce33e-10e1-4df4-8d47-28ea84138a8c), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.151289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (d1cce33e-10e1-4df4-8d47-28ea84138a8c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.151989 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1cce33e-10e1-4df4-8d47-28ea84138a8c {{(pid=103683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:36:03.157250 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.158599 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-daa2370a-e517-45f4-96ab-b45a9c94dc60 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d1cce33e-10e1-4df4-8d47-28ea84138a8c HTTP/1.1" status: 204 len: 168 time: 1.0914211 May 19 13:36:03.161252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53434) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:03.213641 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] Deleting subnet c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:36:03.217085 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] Publish callbacks [] for subnet (c3ce00b0-170b-4ce6-ba3a-21cf23e39f38), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.253661 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (c3ce00b0-170b-4ce6-ba3a-21cf23e39f38), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.366794 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (c3ce00b0-170b-4ce6-ba3a-21cf23e39f38), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.392356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:03.405810 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:03.428011 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (c3ce00b0-170b-4ce6-ba3a-21cf23e39f38), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.459011 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ce00b0-170b-4ce6-ba3a-21cf23e39f38,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:03.461080 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.464331 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-777756f5-7bb2-4791-b3b4-79764adaf129 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c3ce00b0-170b-4ce6-ba3a-21cf23e39f38 HTTP/1.1" status: 204 len: 168 time: 0.3006847 May 19 13:36:03.465635 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3f79e-fa53-4765-9fbb-063bbd2d606e None None] Network 12b173b5-88a3-4bd8-bf94-8afe06af1cca requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:03.467559 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53440) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:03.545213 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (12b173b5-88a3-4bd8-bf94-8afe06af1cca), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.619720 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Deleting port 8590dfc6-e58d-48ba-b232-b03459f0f349 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:03.620023 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.643475 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] DHCP port deletion for 12b173b5-88a3-4bd8-bf94-8afe06af1cca request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:36:03.679999 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ac0bbba4-3edf-4b80-a4de-47a6dba65fda no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:03.687387 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] For port 8590dfc6-e58d-48ba-b232-b03459f0f349, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=8590dfc6-e58d-48ba-b232-b03459f0f349,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:03.687840 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.701337 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: ac0bbba4-3edf-4b80-a4de-47a6dba65fda {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:03.701900 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ac0bbba4-3edf-4b80-a4de-47a6dba65fda not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:03.702319 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device bbc3af85-9730-44b7-a831-9447a856840b no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:03.702571 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Calling delete_port for 8590dfc6-e58d-48ba-b232-b03459f0f349 owned by network:dhcp {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:03.731013 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: bbc3af85-9730-44b7-a831-9447a856840b {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:03.731429 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device bbc3af85-9730-44b7-a831-9447a856840b not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:03.735306 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] Deleting port 8590dfc6-e58d-48ba-b232-b03459f0f349 {{(pid=103685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:03.735868 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), before_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.791337 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.806817 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] For port 8590dfc6-e58d-48ba-b232-b03459f0f349, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=8590dfc6-e58d-48ba-b232-b03459f0f349,segment=NetworkSegment(6b1ec23e-e438-4273-95bd-a8dd0d8bee9f),segment_id=6b1ec23e-e438-4273-95bd-a8dd0d8bee9f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:03.807206 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), precommit_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.819814 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Pushing event deleted for resources: {'Port': ['ID=8590dfc6-e58d-48ba-b232-b03459f0f349,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:03.822251 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] No DVR routers for this DVR port 8590dfc6-e58d-48ba-b232-b03459f0f349 on host dv-cinder-841125-6-iscsi {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:03.823701 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] Calling delete_port for 8590dfc6-e58d-48ba-b232-b03459f0f349 owned by network:dhcp {{(pid=103685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:03.895804 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (12b173b5-88a3-4bd8-bf94-8afe06af1cca), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.898369 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 97ed1b45-3101-4569-a101-5346f9044405 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:03.916702 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b173b5-88a3-4bd8-bf94-8afe06af1cca']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:03.924142 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 97ed1b45-3101-4569-a101-5346f9044405 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:03.924485 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 97ed1b45-3101-4569-a101-5346f9044405 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:03.927295 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:03.927865 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1ec23e-e438-4273-95bd-a8dd0d8bee9f') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:03.938496 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (6b1ec23e-e438-4273-95bd-a8dd0d8bee9f), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.952727 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (6b1ec23e-e438-4273-95bd-a8dd0d8bee9f), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.959233 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:36:03.959613 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (6b1ec23e-e438-4273-95bd-a8dd0d8bee9f), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:36:03.961280 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:36:03.985638 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840'] for port (8590dfc6-e58d-48ba-b232-b03459f0f349), after_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:04.013235 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] No DVR routers for this DVR port 8590dfc6-e58d-48ba-b232-b03459f0f349 on host dv-cinder-841125-6-iscsi {{(pid=103685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:04.016865 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (12b173b5-88a3-4bd8-bf94-8afe06af1cca), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:04.018748 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8a6c7-a70a-41d4-9a76-996fcf31e26c None None] Pushing event deleted for resources: {'Port': ['ID=8590dfc6-e58d-48ba-b232-b03459f0f349,revision_number=None']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:04.022410 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:04.026377 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] 10.222.0.24 "DELETE /v2.0/networks/12b173b5-88a3-4bd8-bf94-8afe06af1cca HTTP/1.1" status: 204 len: 168 time: 0.5579691 May 19 13:36:04.029374 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53442) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:04.039040 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dff9e4-7213-4ab4-bd53-00f2ae673391 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b173b5-88a3-4bd8-bf94-8afe06af1cca,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:04.184513 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:04.356387 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (81093045-2b1c-46e3-91db-932c0280f286), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:04.566889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:04.598253 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Deleting port 7aaa4002-1444-4326-8e04-5c371f55f294 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:04.598602 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:04.688749 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] For port 7aaa4002-1444-4326-8e04-5c371f55f294, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=7aaa4002-1444-4326-8e04-5c371f55f294,segment=NetworkSegment(7d9f5e16-de17-4679-a76c-3e02a47ae3b3),segment_id=7d9f5e16-de17-4679-a76c-3e02a47ae3b3)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:04.689111 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:04.702354 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Calling delete_port for 7aaa4002-1444-4326-8e04-5c371f55f294 owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:04.881620 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (7aaa4002-1444-4326-8e04-5c371f55f294), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:04.905915 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aaa4002-1444-4326-8e04-5c371f55f294,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:05.018488 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:05.070678 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (81093045-2b1c-46e3-91db-932c0280f286), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:05.281349 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Router 81093045-2b1c-46e3-91db-932c0280f286 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:36:05.629155 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:05.634931 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-abc5631e-3049-4c93-927f-ab58db825f35 admin admin] 10.222.0.24 "PUT /v2.0/routers/81093045-2b1c-46e3-91db-932c0280f286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6036584 May 19 13:36:05.637371 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53456) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:05.638540 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] Sync routers for ids ['81093045-2b1c-46e3-91db-932c0280f286'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:05.650447 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] Routers {'81093045-2b1c-46e3-91db-932c0280f286'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:05.650447 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['81093045-2b1c-46e3-91db-932c0280f286'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:05.697878 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8590dfc6-e58d-48ba-b232-b03459f0f349 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:05.698371 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:05.717436 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 8590dfc6-e58d-48ba-b232-b03459f0f349 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:05.717836 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8590dfc6-e58d-48ba-b232-b03459f0f349 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:05.747744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks [] for router (81093045-2b1c-46e3-91db-932c0280f286), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:05.760131 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] Set router 81093045-2b1c-46e3-91db-932c0280f286 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:05.848733 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks [] for router_gateway (81093045-2b1c-46e3-91db-932c0280f286), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:05.893272 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Deleting port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:05.893618 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:05.930351 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:36:04Z', 'revision_number': 5, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port': {'id': 'bb0eb0f6-84c4-4ac0-8250-783cf17b9da2', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81093045-2b1c-46e3-91db-932c0280f286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:52Z', 'updated_at': '2022-05-19T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:05.958883 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] Checking router: 81093045-2b1c-46e3-91db-932c0280f286 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:05.967382 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] Routers {'81093045-2b1c-46e3-91db-932c0280f286'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:05.967978 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:35:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['81093045-2b1c-46e3-91db-932c0280f286'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:05.973593 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] For port bb0eb0f6-84c4-4ac0-8250-783cf17b9da2, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:05.973957 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:05.986736 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Calling delete_port for bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 owned by network:router_gateway {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:06.051006 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] Set router 81093045-2b1c-46e3-91db-932c0280f286 gateway port host: None {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:06.101773 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:36:05Z', 'revision_number': 6, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:06.126150 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda06a7a-441e-41ee-9d4e-448678ca9ff8 None None] The sync data for ids ['81093045-2b1c-46e3-91db-932c0280f286'] in dv-cinder-841125-6-iscsi is: [{'id': '81093045-2b1c-46e3-91db-932c0280f286', 'name': 'tempest-TestMinimumBasicScenario-622419354-router', 'tenant_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:32:51Z', 'updated_at': '2022-05-19T13:36:05Z', 'revision_number': 6, 'project_id': 'aa772f930d6a41bbab9ccfc2bd4d8fd0', 'gw_port_host': None}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:06.146025 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:06.157870 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (bb0eb0f6-84c4-4ac0-8250-783cf17b9da2), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.187456 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0eb0f6-84c4-4ac0-8250-783cf17b9da2,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:06.255126 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (81093045-2b1c-46e3-91db-932c0280f286), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.357395 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (81093045-2b1c-46e3-91db-932c0280f286), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.359692 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks [] for router_controller (81093045-2b1c-46e3-91db-932c0280f286), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.428112 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (81093045-2b1c-46e3-91db-932c0280f286), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.429519 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81093045-2b1c-46e3-91db-932c0280f286 {{(pid=103684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:36:06.435413 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.437765 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-aea49c47-b90a-4762-8797-7f7010ea1dee admin admin] 10.222.0.24 "DELETE /v2.0/routers/81093045-2b1c-46e3-91db-932c0280f286 HTTP/1.1" status: 204 len: 168 time: 0.7986898 May 19 13:36:06.439731 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53458) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:06.486339 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] Deleting subnet 26992f9d-af44-4d31-9f74-4be12e760d92 {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:36:06.489891 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] Publish callbacks [] for subnet (26992f9d-af44-4d31-9f74-4be12e760d92), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.527113 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9435302'] for subnet (26992f9d-af44-4d31-9f74-4be12e760d92), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.614969 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:06.637215 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (26992f9d-af44-4d31-9f74-4be12e760d92), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.692690 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8978630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8514184'] for subnet (26992f9d-af44-4d31-9f74-4be12e760d92), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.722218 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26992f9d-af44-4d31-9f74-4be12e760d92,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:06.724160 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.727233 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-208788c3-559f-4db7-bee6-51cc343965f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26992f9d-af44-4d31-9f74-4be12e760d92 HTTP/1.1" status: 204 len: 168 time: 0.2865849 May 19 13:36:06.730012 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53462) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:06.730877 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17678b91-8f0c-4b63-91ea-c41c9427dea8 None None] Network da41785c-0057-4fa4-a685-ab6116a035d9 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:06.803552 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (da41785c-0057-4fa4-a685-ab6116a035d9), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.846845 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Deleting port 65baa918-bc7e-4a07-aa4d-7d241de970f0 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:06.847161 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.874068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] DHCP port deletion for da41785c-0057-4fa4-a685-ab6116a035d9 request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:36:06.918536 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] For port 65baa918-bc7e-4a07-aa4d-7d241de970f0, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=65baa918-bc7e-4a07-aa4d-7d241de970f0,segment=NetworkSegment(7d9f5e16-de17-4679-a76c-3e02a47ae3b3),segment_id=7d9f5e16-de17-4679-a76c-3e02a47ae3b3)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:06.919235 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:06.933781 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Calling delete_port for 65baa918-bc7e-4a07-aa4d-7d241de970f0 owned by network:dhcp {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:07.004289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:07.016204 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.021853 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=14,neutron:UPDATE=1,neutron:SELECT=85 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:07.033702 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] Deleting port 65baa918-bc7e-4a07-aa4d-7d241de970f0 {{(pid=103685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:07.034085 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), before_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.045590 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Pushing event deleted for resources: {'Port': ['ID=65baa918-bc7e-4a07-aa4d-7d241de970f0,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:07.047080 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] No DVR routers for this DVR port 65baa918-bc7e-4a07-aa4d-7d241de970f0 on host dv-cinder-841125-6-iscsi {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:07.101844 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] For port 65baa918-bc7e-4a07-aa4d-7d241de970f0, host dv-cinder-841125-6-iscsi, got binding levels [] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:07.102245 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), precommit_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.114001 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:07.120790 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] Calling delete_port for 65baa918-bc7e-4a07-aa4d-7d241de970f0 owned by network:dhcp {{(pid=103685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:07.124512 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.ipam_backend_mixin [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] Port 65baa918-bc7e-4a07-aa4d-7d241de970f0 was not found and therefore no delete operation was performed {{(pid=103685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:36:07.124899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (da41785c-0057-4fa4-a685-ab6116a035d9), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.126864 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840'] for port (65baa918-bc7e-4a07-aa4d-7d241de970f0), after_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.146848 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da41785c-0057-4fa4-a685-ab6116a035d9']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:07.154668 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] Pushing event deleted for resources: {'Port': ['ID=65baa918-bc7e-4a07-aa4d-7d241de970f0,revision_number=None']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:07.158784 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9f5e16-de17-4679-a76c-3e02a47ae3b3') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:07.159213 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9f5e16-de17-4679-a76c-3e02a47ae3b3') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:07.159548 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8d0b6-c3cc-45fd-b09b-1af5fc6b17b6 None None] No DVR routers for this DVR port 65baa918-bc7e-4a07-aa4d-7d241de970f0 on host dv-cinder-841125-6-iscsi {{(pid=103685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:07.173611 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (7d9f5e16-de17-4679-a76c-3e02a47ae3b3), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.188547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (7d9f5e16-de17-4679-a76c-3e02a47ae3b3), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.188752 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a95d5a73-5f0d-40cf-9904-88e640150be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.195331 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:36:07.195731 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (7d9f5e16-de17-4679-a76c-3e02a47ae3b3), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:36:07.197653 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:36:07.259875 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (da41785c-0057-4fa4-a685-ab6116a035d9), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.265676 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.268657 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] 10.222.0.24 "DELETE /v2.0/networks/da41785c-0057-4fa4-a685-ab6116a035d9 HTTP/1.1" status: 204 len: 168 time: 0.5375669 May 19 13:36:07.280093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdafa7d-7ef8-4310-afdb-9f049a311fee admin admin] Pushing event deleted for resources: {'Network': ['ID=da41785c-0057-4fa4-a685-ab6116a035d9,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:07.451369 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53466) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:07.492630 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e86943b6-a9e6-4fa8-a13e-ee37aab2788a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=510387333865470196f9be30ef62395c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400705 May 19 13:36:07.495239 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53468) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:07.545479 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc732-b21e-4fac-a235-9be4be82c830 admin admin] Publish callbacks [] for security_group (d149ed1e-7192-44aa-8289-eba4d60cb80c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.578412 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc732-b21e-4fac-a235-9be4be82c830 admin admin] Publish callbacks [] for security_group (d149ed1e-7192-44aa-8289-eba4d60cb80c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.635200 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc732-b21e-4fac-a235-9be4be82c830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (d149ed1e-7192-44aa-8289-eba4d60cb80c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.638301 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc732-b21e-4fac-a235-9be4be82c830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:07.639115 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5c6fc732-b21e-4fac-a235-9be4be82c830 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d149ed1e-7192-44aa-8289-eba4d60cb80c HTTP/1.1" status: 204 len: 168 time: 0.1429529 May 19 13:36:07.647747 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fc732-b21e-4fac-a235-9be4be82c830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d149ed1e-7192-44aa-8289-eba4d60cb80c,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:07.648508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:07.676087 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:07.676516 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device bb0eb0f6-84c4-4ac0-8250-783cf17b9da2 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:07.677005 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 65baa918-bc7e-4a07-aa4d-7d241de970f0 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:07.703919 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 65baa918-bc7e-4a07-aa4d-7d241de970f0 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:07.704406 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 65baa918-bc7e-4a07-aa4d-7d241de970f0 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:07.704899 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 7aaa4002-1444-4326-8e04-5c371f55f294 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:07.729615 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 7aaa4002-1444-4326-8e04-5c371f55f294 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:07.730088 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 7aaa4002-1444-4326-8e04-5c371f55f294 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:08.003031 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53480) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:08.055577 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6868c96e-78f2-45c9-89f1-172ef849e70d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa772f930d6a41bbab9ccfc2bd4d8fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513046 May 19 13:36:08.059215 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53482) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:08.113798 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-04cd859a-6e39-44c7-95a1-15dbba616e6f admin admin] Publish callbacks [] for security_group (3cacbeb4-bf83-4834-a6c5-e8a9ee84571c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:08.138213 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-04cd859a-6e39-44c7-95a1-15dbba616e6f admin admin] Publish callbacks [] for security_group (3cacbeb4-bf83-4834-a6c5-e8a9ee84571c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:08.189143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-04cd859a-6e39-44c7-95a1-15dbba616e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (3cacbeb4-bf83-4834-a6c5-e8a9ee84571c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:08.193761 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-04cd859a-6e39-44c7-95a1-15dbba616e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:08.195410 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-04cd859a-6e39-44c7-95a1-15dbba616e6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cacbeb4-bf83-4834-a6c5-e8a9ee84571c HTTP/1.1" status: 204 len: 168 time: 0.1352882 May 19 13:36:08.205183 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd859a-6e39-44c7-95a1-15dbba616e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cacbeb4-bf83-4834-a6c5-e8a9ee84571c,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:09.602685 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d5234346-2eb4-4d44-b7b9-eac9f0c41813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:09.870801 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:36:10.802378 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:12.407386 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:12.416685 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:13.902246 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:16.104201 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:16.699071 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:16.705109 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=4,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:18.198143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=59,neutron:DELETE=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:18.199009 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:19.580263 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53576) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:19.689993 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-397a6ee7-f439-497c-a38e-a0df8c3b181f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:19.769431 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-397a6ee7-f439-497c-a38e-a0df8c3b181f admin admin] Publish callbacks [] for security_group (73f3476c-871f-4555-b2ae-a7300bbe0fcb), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:19.775484 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-397a6ee7-f439-497c-a38e-a0df8c3b181f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (73f3476c-871f-4555-b2ae-a7300bbe0fcb), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:19.814411 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a6ee7-f439-497c-a38e-a0df8c3b181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f3476c-871f-4555-b2ae-a7300bbe0fcb,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:19.820301 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-397a6ee7-f439-497c-a38e-a0df8c3b181f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d60f500e123d4c73b38b952329d4d188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389905 May 19 13:36:19.823036 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53580) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:19.871984 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-41fc6ead-8588-4aee-a419-78924d378156 admin admin] Publish callbacks [] for security_group (73f3476c-871f-4555-b2ae-a7300bbe0fcb), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:19.896881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-41fc6ead-8588-4aee-a419-78924d378156 admin admin] Publish callbacks [] for security_group (73f3476c-871f-4555-b2ae-a7300bbe0fcb), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:19.952691 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-41fc6ead-8588-4aee-a419-78924d378156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (73f3476c-871f-4555-b2ae-a7300bbe0fcb), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:19.955588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-41fc6ead-8588-4aee-a419-78924d378156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:19.956746 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-41fc6ead-8588-4aee-a419-78924d378156 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73f3476c-871f-4555-b2ae-a7300bbe0fcb HTTP/1.1" status: 204 len: 168 time: 0.1328163 May 19 13:36:19.964633 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc6ead-8588-4aee-a419-78924d378156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f3476c-871f-4555-b2ae-a7300bbe0fcb,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:20.621570 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53602) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:20.724643 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-518897130-network', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:20.747983 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Made reservation on behalf of 98ad7b921dbc4a8d9e9be0d50385deee for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:36:20.750487 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:20.758801 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:20.837818 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks [] for security_group (cda222d1-ee80-4b89-9097-485b902704bd), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:20.843288 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cda222d1-ee80-4b89-9097-485b902704bd), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:20.867404 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:36:20.876266 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda222d1-ee80-4b89-9097-485b902704bd,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:20.882089 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (b6f2ef60-494a-4066-a08d-c4258079a1d7), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:20.882487 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Added segment b6f2ef60-494a-4066-a08d-c4258079a1d7 of type vlan for network 43f56851-7e12-4789-85bf-4f3ea4d4394d May 19 13:36:20.926836 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (43f56851-7e12-4789-85bf-4f3ea4d4394d), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:20.960987 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (43f56851-7e12-4789-85bf-4f3ea4d4394d), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:20.962088 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:20.962662 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.013501 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3908265 May 19 13:36:21.016716 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53606) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:21.021688 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Request body: {'subnet': {'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-518897130-subnet', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:21.024624 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f5a21-1bf6-4174-b03e-d28850ecfd0b admin admin] Pushing event updated for resources: {'Network': ['ID=43f56851-7e12-4789-85bf-4f3ea4d4394d,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:21.034458 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:36:21.044067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Made reservation on behalf of 98ad7b921dbc4a8d9e9be0d50385deee for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:36:21.046679 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8473040'] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.223377 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8473030'] for subnet (4aca290e-e334-485b-a4d7-02e9af238ef7), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.278234 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aca290e-e334-485b-a4d7-02e9af238ef7,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:21.288931 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Checking segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:21.289291 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Network hostable DHCP agents. Network: 43f56851-7e12-4789-85bf-4f3ea4d4394d, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:36:21.308585 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:36:21.318293 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 43f56851-7e12-4789-85bf-4f3ea4d4394d) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:21.322506 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:21.323160 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.327576 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b5a48-967b-4c32-accb-9b96f94b89d9 None None] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:21.340228 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-cbddd595-3b27-4929-810a-7fe50d5389e1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3224144 May 19 13:36:21.342973 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53608) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:21.347605 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:21.353170 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:21.372922 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (4464792d-dd69-4faf-aac9-4a74e4aea123), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.374193 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (4464792d-dd69-4faf-aac9-4a74e4aea123), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.403565 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:21.429939 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks [] for router_controller (4464792d-dd69-4faf-aac9-4a74e4aea123), precommit_add_association {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.438269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-43f56851-7e12-4789-85bf-4f3ea4d4394d', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:36:21.439492 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.567340 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks [] for router_gateway (4464792d-dd69-4faf-aac9-4a74e4aea123), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.579933 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Allocated IP 172.20.0.2 (43f56851-7e12-4789-85bf-4f3ea4d4394d/4aca290e-e334-485b-a4d7-02e9af238ef7/c79d73a7-46ba-4863-b73c-871173334e2e) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:21.588227 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:21.722640 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Publish callbacks [] for port (c79d73a7-46ba-4863-b73c-871173334e2e), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.728406 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.754496 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks [] for router_gateway (4464792d-dd69-4faf-aac9-4a74e4aea123), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.769986 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:21.773628 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.774901 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:21.777845 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:21.781309 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Pushing event updated for resources: {'Port': ['ID=c79d73a7-46ba-4863-b73c-871173334e2e,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:21.838332 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Attempting to bind port c79d73a7-46ba-4863-b73c-871173334e2e on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:21.838665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Attempting to bind port c79d73a7-46ba-4863-b73c-871173334e2e by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:21.839056 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Attempting to bind port c79d73a7-46ba-4863-b73c-871173334e2e on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:21.844171 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:21.844536 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Checking segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:21.844929 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.845309 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Bound using segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:21.845817 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Bound port: c79d73a7-46ba-4863-b73c-871173334e2e, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:21.846170 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.879437 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Allocated IP 172.27.1.39 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/93a6df1e-6cf1-426a-b4f1-b093a80479b8) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:21.910730 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] For port c79d73a7-46ba-4863-b73c-871173334e2e, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:21.913842 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] For port c79d73a7-46ba-4863-b73c-871173334e2e, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c79d73a7-46ba-4863-b73c-871173334e2e,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:21.920527 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:21.979218 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09f83-465e-4135-9034-a3c2a88eb615 None None] Pushing event updated for resources: {'Port': ['ID=c79d73a7-46ba-4863-b73c-871173334e2e,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:21.998482 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks [] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:22.031468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:22.071650 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:22.074672 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:22.078676 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:22.083847 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Pushing event updated for resources: {'Port': ['ID=93a6df1e-6cf1-426a-b4f1-b093a80479b8,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:22.294804 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:22.348234 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks [] for router_gateway (4464792d-dd69-4faf-aac9-4a74e4aea123), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:22.479718 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:22.535668 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (4464792d-dd69-4faf-aac9-4a74e4aea123), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:22.664364 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:36:22.878166 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1944a3-7efd-4d70-a3ca-bda50a37deb8 None None] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:22.991906 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-3e2e915a-90a1-41a7-96fe-783c6d2ac580 None None] Provisioning complete for port c79d73a7-46ba-4863-b73c-871173334e2e triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:22.992276 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3e2e915a-90a1-41a7-96fe-783c6d2ac580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.027369 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:23.045902 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:23.058605 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:23.059168 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:23.073910 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.076766 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-808eed86-a2c5-4f6a-8079-f8fbbd2ca2ce admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7324224 May 19 13:36:23.080463 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53610) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:23.158321 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e915a-90a1-41a7-96fe-783c6d2ac580 None None] Current status of the port c79d73a7-46ba-4863-b73c-871173334e2e is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:23.158706 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3e2e915a-90a1-41a7-96fe-783c6d2ac580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.185399 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-bcdaae1e-98b8-46f5-8416-23ec66947993 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590596 May 19 13:36:23.239550 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-3e2e915a-90a1-41a7-96fe-783c6d2ac580 None None] For port c79d73a7-46ba-4863-b73c-871173334e2e, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c79d73a7-46ba-4863-b73c-871173334e2e,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:23.244201 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:23.248599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:23.251597 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3e2e915a-90a1-41a7-96fe-783c6d2ac580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.302599 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-338d3b35-b330-489f-93a1-6b5357aec692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:23.304069 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-338d3b35-b330-489f-93a1-6b5357aec692 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63972a518bb048d19dd070eb9ac85445&device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 1129 time: 0.0776324 May 19 13:36:23.336616 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:23.430813 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e915a-90a1-41a7-96fe-783c6d2ac580 None None] Pushing event updated for resources: {'Port': ['ID=c79d73a7-46ba-4863-b73c-871173334e2e,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:23.435640 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-7cb9fb72-968a-4f19-afdf-22027ce8ac67 None None] Provisioning complete for port c79d73a7-46ba-4863-b73c-871173334e2e triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:23.436017 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fb72-968a-4f19-afdf-22027ce8ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.450173 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:23.481201 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-6799d4c8-dc8c-4a88-8bed-28a3286c9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:23.482683 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-6799d4c8-dc8c-4a88-8bed-28a3286c9511 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 200 len: 919 time: 0.1430273 May 19 13:36:23.548175 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-3d7b5a6b-2ca3-422e-8400-a8f818466d78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 200 len: 217 time: 0.0390344 May 19 13:36:23.575012 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:22Z', 'revision_number': 3, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:23.580434 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9fb72-968a-4f19-afdf-22027ce8ac67 None None] Current status of the port c79d73a7-46ba-4863-b73c-871173334e2e is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:23.612522 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:23.612878 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Updating router 4464792d-dd69-4faf-aac9-4a74e4aea123 port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:36:23.645380 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.665350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-97872191-e153-481c-9198-46c91f430ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:23.667896 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-97872191-e153-481c-9198-46c91f430ad3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 200 len: 857 time: 0.1117744 May 19 13:36:23.702214 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:23.707357 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c79d73a7-46ba-4863-b73c-871173334e2e up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:23.746384 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-c5bd846f-dd1a-44df-b99e-70eeb216c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:23.747873 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-c5bd846f-dd1a-44df-b99e-70eeb216c9ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a42ef65b-f8fc-4078-973d-4d38cc62962d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731897 May 19 13:36:23.757389 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.796399 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:23.859765 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c79d73a7-46ba-4863-b73c-871173334e2e triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:23.860058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:23.928652 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-192e0830-12d6-46cd-8a0a-711d10d658f0 service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682539 May 19 13:36:24.042532 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Allocated IP 172.20.0.1 (43f56851-7e12-4789-85bf-4f3ea4d4394d/4aca290e-e334-485b-a4d7-02e9af238ef7/12ec4d75-47e6-4114-ae98-9587c7c98e43) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:24.078215 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e9f193b1-bc73-4dcf-ae90-f3a461913e45 req-8c0d3e61-d4e2-4fde-a92f-b1d6cd61499a service neutron] 10.222.0.58 "GET /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422515 May 19 13:36:24.148885 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c79d73a7-46ba-4863-b73c-871173334e2e is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:24.152577 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.170865 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Publish callbacks [] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.178898 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.197187 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks [] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.231874 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.234001 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6a1e8-abc0-4bc0-a1be-7189f2d0f49b None None] Pushing event updated for resources: {'Port': ['ID=93a6df1e-6cf1-426a-b4f1-b093a80479b8,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:24.235057 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:24.237439 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Attempting to bind port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:24.237439 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Attempting to bind port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:24.237439 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Attempting to bind port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:24.249957 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:24.250454 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:24.250747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.251140 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:24.251603 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Bound port: 93a6df1e-6cf1-426a-b4f1-b093a80479b8, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:24.251978 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.277899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:24.281532 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:24.285772 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:24.289526 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=12ec4d75-47e6-4114-ae98-9587c7c98e43,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:24.317621 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] For port 93a6df1e-6cf1-426a-b4f1-b093a80479b8, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:24.323637 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] For port 93a6df1e-6cf1-426a-b4f1-b093a80479b8, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=93a6df1e-6cf1-426a-b4f1-b093a80479b8,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:24.329027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (4464792d-dd69-4faf-aac9-4a74e4aea123), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.334745 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.397283 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:24.397672 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:24.402904 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6a1e8-abc0-4bc0-a1be-7189f2d0f49b None None] Pushing event updated for resources: {'Port': ['ID=93a6df1e-6cf1-426a-b4f1-b093a80479b8,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:24.485216 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:24.496027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.531412 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:24.559564 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:24.661395 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-5ba7fe84-ca9f-45f5-a803-5fea21069c08 None None] Provisioning complete for port 12ec4d75-47e6-4114-ae98-9587c7c98e43 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:24.661791 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5ba7fe84-ca9f-45f5-a803-5fea21069c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.706747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7fe84-ca9f-45f5-a803-5fea21069c08 None None] Port 12ec4d75-47e6-4114-ae98-9587c7c98e43 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:36:24.765256 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks [] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.771124 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.772388 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:22Z', 'revision_number': 3, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:24.801533 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb4209-fdb1-4312-a701-0529386e5d8f None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:22Z', 'revision_number': 3, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:24.834395 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (4464792d-dd69-4faf-aac9-4a74e4aea123), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:24.856371 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=12ec4d75-47e6-4114-ae98-9587c7c98e43,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:24.949074 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:24.950557 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:25.080673 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:36:25.187142 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:25.196642 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:25.202171 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4bab5535-d0ed-4fe3-90f2-cd519313bec6 admin admin] 10.222.0.24 "PUT /v2.0/routers/4464792d-dd69-4faf-aac9-4a74e4aea123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1197765 May 19 13:36:25.232355 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-19b5f022-0511-4e7c-9463-63309e8cf064 None None] Provisioning complete for port 12ec4d75-47e6-4114-ae98-9587c7c98e43 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:25.232925 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-19b5f022-0511-4e7c-9463-63309e8cf064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.274658 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-19b5f022-0511-4e7c-9463-63309e8cf064 None None] Port 12ec4d75-47e6-4114-ae98-9587c7c98e43 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:36:25.682404 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 93a6df1e-6cf1-426a-b4f1-b093a80479b8 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:25.735404 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53642) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:25.741540 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1231754302-network', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:25.741731 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:25.741941 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.764077 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Made reservation on behalf of 1564d5d1d11f43fa9abc64a0fe12818a for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:36:25.767058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:25.767241 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.781679 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.821791 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:25.822447 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.848378 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 93a6df1e-6cf1-426a-b4f1-b093a80479b8, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=93a6df1e-6cf1-426a-b4f1-b093a80479b8,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:25.853297 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.867719 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks [] for security_group (93178431-28aa-4f6b-8014-b35d2b1c2b91), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.872181 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (93178431-28aa-4f6b-8014-b35d2b1c2b91), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.895299 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:36:25.905046 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=93a6df1e-6cf1-426a-b4f1-b093a80479b8,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:25.911353 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93178431-28aa-4f6b-8014-b35d2b1c2b91,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:25.914352 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e605890b-2bf2-4096-98a9-c78a8e6da6c2), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.914772 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Added segment e605890b-2bf2-4096-98a9-c78a8e6da6c2 of type vlan for network 02976189-50a3-479d-9d06-455d74b3f400 May 19 13:36:25.950566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:25.960494 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (02976189-50a3-479d-9d06-455d74b3f400), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.987295 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (02976189-50a3-479d-9d06-455d74b3f400), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:25.988315 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:25.988902 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.049615 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3126252 May 19 13:36:26.052377 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53644) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:26.054586 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4707047-062e-4504-a8a8-3a082bc4c72b admin admin] Pushing event updated for resources: {'Network': ['ID=02976189-50a3-479d-9d06-455d74b3f400,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:26.059347 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Request body: {'subnet': {'network_id': '02976189-50a3-479d-9d06-455d74b3f400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1231754302-subnet', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:26.065189 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 02976189-50a3-479d-9d06-455d74b3f400 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:36:26.079889 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Made reservation on behalf of 1564d5d1d11f43fa9abc64a0fe12818a for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:36:26.082429 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8473040'] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.262828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8473030'] for subnet (66b77895-20b8-40f9-902d-4e5d6c00bc98), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.320228 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b77895-20b8-40f9-902d-4e5d6c00bc98,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:26.329157 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Checking segment: {'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:26.329544 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Network hostable DHCP agents. Network: 02976189-50a3-479d-9d06-455d74b3f400, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:36:26.346643 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Network 02976189-50a3-479d-9d06-455d74b3f400 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:36:26.356916 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 02976189-50a3-479d-9d06-455d74b3f400) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:26.362445 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:26.363196 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.366301 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8df69d-3c44-47b9-9536-bf0c6ed0e06a None None] Network 02976189-50a3-479d-9d06-455d74b3f400 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:26.382718 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d2e762f0-ed52-476d-ae27-5046b2840c47 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3290741 May 19 13:36:26.385207 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53646) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:26.389849 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:26.411640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (f5ed18ff-2c44-46ac-9204-143c0ea71462), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.412670 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (f5ed18ff-2c44-46ac-9204-143c0ea71462), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.418594 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:26.466805 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks [] for router_controller (f5ed18ff-2c44-46ac-9204-143c0ea71462), precommit_add_association {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.479926 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:26.483242 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:26.486134 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-02976189-50a3-479d-9d06-455d74b3f400', 'network_id': '02976189-50a3-479d-9d06-455d74b3f400', 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'fixed_ips': [{'subnet_id': '66b77895-20b8-40f9-902d-4e5d6c00bc98'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:36:26.487101 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.492551 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:26.493159 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:26.557878 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:26.601896 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:26.616239 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks [] for router_gateway (f5ed18ff-2c44-46ac-9204-143c0ea71462), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.625559 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Allocated IP 172.20.0.2 (02976189-50a3-479d-9d06-455d74b3f400/66b77895-20b8-40f9-902d-4e5d6c00bc98/03fa69d2-5ad0-4c51-af57-6edc24701837) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:26.790158 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Publish callbacks [] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.805758 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:26.810038 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 2, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:26.810462 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks [] for router_gateway (f5ed18ff-2c44-46ac-9204-143c0ea71462), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.813940 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.833871 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.864154 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:26.864865 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Updating router 4464792d-dd69-4faf-aac9-4a74e4aea123 port 12ec4d75-47e6-4114-ae98-9587c7c98e43 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:36:26.872032 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Network 02976189-50a3-479d-9d06-455d74b3f400 is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:26.875670 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:26.880459 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:26.889789 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Pushing event updated for resources: {'Port': ['ID=03fa69d2-5ad0-4c51-af57-6edc24701837,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:26.910337 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.959508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Attempting to bind port 03fa69d2-5ad0-4c51-af57-6edc24701837 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:26.960060 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Attempting to bind port 03fa69d2-5ad0-4c51-af57-6edc24701837 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:26.960525 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Attempting to bind port 03fa69d2-5ad0-4c51-af57-6edc24701837 on network 02976189-50a3-479d-9d06-455d74b3f400 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:26.963448 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Allocated IP 172.27.1.86 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/14006370-cac1-4943-bf71-4ad863dcb8e9) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:26.967467 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:26.968062 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Checking segment: {'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:26.969111 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:26.969382 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Bound using segment: {'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:26.970064 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Bound port: 03fa69d2-5ad0-4c51-af57-6edc24701837, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:26.970571 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.058796 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] For port 03fa69d2-5ad0-4c51-af57-6edc24701837, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:27.062846 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] For port 03fa69d2-5ad0-4c51-af57-6edc24701837, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=03fa69d2-5ad0-4c51-af57-6edc24701837,segment=NetworkSegment(e605890b-2bf2-4096-98a9-c78a8e6da6c2),segment_id=e605890b-2bf2-4096-98a9-c78a8e6da6c2)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:27.071812 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.107085 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks [] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.147112 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f3deb-ae68-4d98-9ab8-bf9c2405e065 None None] Pushing event updated for resources: {'Port': ['ID=03fa69d2-5ad0-4c51-af57-6edc24701837,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:27.160522 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.212667 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:27.217962 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:27.222233 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=14006370-cac1-4943-bf71-4ad863dcb8e9,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:27.224543 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:27.274372 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Publish callbacks [] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.280260 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.329728 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:27.360806 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Pushing event updated for resources: {'Port': ['ID=12ec4d75-47e6-4114-ae98-9587c7c98e43,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:27.400029 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.400371 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.400724 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.401069 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.401398 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.401871 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.402202 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.402479 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.402857 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.403074 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.403389 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.403718 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.404035 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.404354 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.404668 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:27.425447 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Attempting to bind port 12ec4d75-47e6-4114-ae98-9587c7c98e43 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:27.425447 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Attempting to bind port 12ec4d75-47e6-4114-ae98-9587c7c98e43 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:27.425782 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Attempting to bind port 12ec4d75-47e6-4114-ae98-9587c7c98e43 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:27.431937 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:27.432309 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Checking segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:27.432708 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.433200 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Bound using segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:27.433710 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Bound port: 12ec4d75-47e6-4114-ae98-9587c7c98e43, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:27.434086 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.473681 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96064b2-eedc-4008-938c-c35a2484564c req-d93d859f-6c1a-4fe3-8d94-2c8f4ac8394f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:27.479407 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a96064b2-eedc-4008-938c-c35a2484564c req-d93d859f-6c1a-4fe3-8d94-2c8f4ac8394f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.3917856 May 19 13:36:27.542104 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] For port 12ec4d75-47e6-4114-ae98-9587c7c98e43, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:27.546438 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] For port 12ec4d75-47e6-4114-ae98-9587c7c98e43, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=12ec4d75-47e6-4114-ae98-9587c7c98e43,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:27.564304 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.569720 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a96064b2-eedc-4008-938c-c35a2484564c req-3640a95e-44f4-4819-97d0-2b3588bb774b tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662549 May 19 13:36:27.640067 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:27.640769 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:27.697977 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af96026-c53e-4123-919b-bc62b057e285 None None] Pushing event updated for resources: {'Port': ['ID=12ec4d75-47e6-4114-ae98-9587c7c98e43,revision_number=4']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:27.736476 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:27.749545 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c89638cd-a9ef-4ccc-826c-9ef3b13e776d None None] Provisioning complete for port 12ec4d75-47e6-4114-ae98-9587c7c98e43 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:27.750115 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c89638cd-a9ef-4ccc-826c-9ef3b13e776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.798527 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 93a6df1e-6cf1-426a-b4f1-b093a80479b8 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:27.800760 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:27.819712 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:27.878369 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c89638cd-a9ef-4ccc-826c-9ef3b13e776d None None] Current status of the port 12ec4d75-47e6-4114-ae98-9587c7c98e43 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:27.878752 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c89638cd-a9ef-4ccc-826c-9ef3b13e776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.901745 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:27.902359 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.907314 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks [] for router_gateway (f5ed18ff-2c44-46ac-9204-143c0ea71462), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.952442 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-c89638cd-a9ef-4ccc-826c-9ef3b13e776d None None] For port 12ec4d75-47e6-4114-ae98-9587c7c98e43, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=12ec4d75-47e6-4114-ae98-9587c7c98e43,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:27.962629 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c89638cd-a9ef-4ccc-826c-9ef3b13e776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:27.975059 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:28.063911 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:28.067028 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89638cd-a9ef-4ccc-826c-9ef3b13e776d None None] Pushing event updated for resources: {'Port': ['ID=12ec4d75-47e6-4114-ae98-9587c7c98e43,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:28.069610 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:28.076985 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 03fa69d2-5ad0-4c51-af57-6edc24701837 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:28.116318 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac764ce0-631c-4433-a42d-d933d2bee847 None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:28.135922 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:28.140934 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-4a289f1a-23ef-4955-9ee8-a743d82a4b0d None None] Provisioning complete for port 12ec4d75-47e6-4114-ae98-9587c7c98e43 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:28.142000 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-4a289f1a-23ef-4955-9ee8-a743d82a4b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.171752 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (f5ed18ff-2c44-46ac-9204-143c0ea71462), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.238778 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 03fa69d2-5ad0-4c51-af57-6edc24701837 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:28.239114 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.269854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:28.317101 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-4a289f1a-23ef-4955-9ee8-a743d82a4b0d None None] Current status of the port 12ec4d75-47e6-4114-ae98-9587c7c98e43 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:28.351845 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Router f5ed18ff-2c44-46ac-9204-143c0ea71462 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:36:28.386236 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 03fa69d2-5ad0-4c51-af57-6edc24701837 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:28.386627 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.422576 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 03fa69d2-5ad0-4c51-af57-6edc24701837, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=03fa69d2-5ad0-4c51-af57-6edc24701837,segment=NetworkSegment(e605890b-2bf2-4096-98a9-c78a8e6da6c2),segment_id=e605890b-2bf2-4096-98a9-c78a8e6da6c2)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:28.428241 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.468043 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:28.481232 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Sync routers for ids ['f5ed18ff-2c44-46ac-9204-143c0ea71462'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:28.485511 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=03fa69d2-5ad0-4c51-af57-6edc24701837,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:28.488220 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.498915 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Routers {'f5ed18ff-2c44-46ac-9204-143c0ea71462'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:28.499081 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b89a7993-6946-4309-94b4-89d7a27bdfb8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1099553 May 19 13:36:28.499184 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['f5ed18ff-2c44-46ac-9204-143c0ea71462'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:28.499296 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53660) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:28.541907 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af628999-026c-4cf5-a1f3-ab6b09d71a50 None None] Network 02976189-50a3-479d-9d06-455d74b3f400 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:28.608271 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:28.731491 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aa080-8d3e-4db2-a713-00d79d44767e req-55e23f90-20b8-40d6-ba0f-c29570dca0b8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:28.733254 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ab5aa080-8d3e-4db2-a713-00d79d44767e req-55e23f90-20b8-40d6-ba0f-c29570dca0b8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0693879 May 19 13:36:28.791604 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ab5aa080-8d3e-4db2-a713-00d79d44767e req-fba37d8f-28af-44a2-bf06-759901782f45 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518899 May 19 13:36:28.823106 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:28.851675 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Set router f5ed18ff-2c44-46ac-9204-143c0ea71462 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:28.855704 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-aee2b447-87a3-4162-bf7a-d2e9c37d572c None None] Provisioning complete for port 03fa69d2-5ad0-4c51-af57-6edc24701837 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:28.855890 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-aee2b447-87a3-4162-bf7a-d2e9c37d572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.946126 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:28.968027 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:29.083862 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-aee2b447-87a3-4162-bf7a-d2e9c37d572c None None] Current status of the port 03fa69d2-5ad0-4c51-af57-6edc24701837 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:29.124254 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 3, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port': {'id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:29.133190 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Allocated IP 172.20.0.1 (02976189-50a3-479d-9d06-455d74b3f400/66b77895-20b8-40f9-902d-4e5d6c00bc98/a452e9be-47a7-46c7-8526-74f2d0c6a010) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:29.158567 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Checking router: f5ed18ff-2c44-46ac-9204-143c0ea71462 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:29.158927 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Updating router f5ed18ff-2c44-46ac-9204-143c0ea71462 port 14006370-cac1-4943-bf71-4ad863dcb8e9 binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:36:29.192108 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.247731 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks [] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.281201 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.321940 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Network 02976189-50a3-479d-9d06-455d74b3f400 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:29.325017 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:29.329244 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:29.334582 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Pushing event updated for resources: {'Port': ['ID=a452e9be-47a7-46c7-8526-74f2d0c6a010,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:29.337955 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-38c3bfed-3e6b-4fe4-ac24-91b1a414c7cd None None] Provisioning complete for port 03fa69d2-5ad0-4c51-af57-6edc24701837 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:29.338328 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-38c3bfed-3e6b-4fe4-ac24-91b1a414c7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.374070 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (f5ed18ff-2c44-46ac-9204-143c0ea71462), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.380255 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:29.508536 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-38c3bfed-3e6b-4fe4-ac24-91b1a414c7cd None None] Current status of the port 03fa69d2-5ad0-4c51-af57-6edc24701837 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:29.513603 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.600567 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Publish callbacks [] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.607167 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.632928 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:29.663710 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d3486-8d68-4f22-8f49-e9d96663b3fe None None] Pushing event updated for resources: {'Port': ['ID=14006370-cac1-4943-bf71-4ad863dcb8e9,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:29.671785 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c3818f6b-846c-43a4-8fd6-8d8377f63562 None None] Provisioning complete for port a452e9be-47a7-46c7-8526-74f2d0c6a010 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:29.672150 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c3818f6b-846c-43a4-8fd6-8d8377f63562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.684348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:29.702533 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Attempting to bind port 14006370-cac1-4943-bf71-4ad863dcb8e9 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:29.703002 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Attempting to bind port 14006370-cac1-4943-bf71-4ad863dcb8e9 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:29.703356 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Attempting to bind port 14006370-cac1-4943-bf71-4ad863dcb8e9 on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:29.713109 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:29.713500 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:29.713918 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.714303 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:29.714781 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Bound port: 14006370-cac1-4943-bf71-4ad863dcb8e9, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:29.715152 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.726349 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks [] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.731665 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.746510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c3818f6b-846c-43a4-8fd6-8d8377f63562 None None] Port a452e9be-47a7-46c7-8526-74f2d0c6a010 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:36:29.770473 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] For port 14006370-cac1-4943-bf71-4ad863dcb8e9, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:29.773494 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] For port 14006370-cac1-4943-bf71-4ad863dcb8e9, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=14006370-cac1-4943-bf71-4ad863dcb8e9,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:29.777538 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 12ec4d75-47e6-4114-ae98-9587c7c98e43 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:29.781515 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.796385 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:29.811594 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (f5ed18ff-2c44-46ac-9204-143c0ea71462), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.815124 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Pushing event updated for resources: {'Port': ['ID=a452e9be-47a7-46c7-8526-74f2d0c6a010,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:29.890138 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 12ec4d75-47e6-4114-ae98-9587c7c98e43 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:29.891481 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:29.892368 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Routers {'f5ed18ff-2c44-46ac-9204-143c0ea71462'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:29.892994 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['f5ed18ff-2c44-46ac-9204-143c0ea71462'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:29.896808 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d3486-8d68-4f22-8f49-e9d96663b3fe None None] Pushing event updated for resources: {'Port': ['ID=14006370-cac1-4943-bf71-4ad863dcb8e9,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:29.928452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d906b-b986-424a-bd16-3a94af8064e9 req-f54a598f-689e-44b0-9bff-b0beaff66722 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:29.929966 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-201d906b-b986-424a-bd16-3a94af8064e9 req-f54a598f-689e-44b0-9bff-b0beaff66722 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0641952 May 19 13:36:29.978249 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Network 02976189-50a3-479d-9d06-455d74b3f400 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:29.984009 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:30.002965 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-201d906b-b986-424a-bd16-3a94af8064e9 req-7aa06344-d4f4-42d4-8555-ddb9d1116c36 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=95418296-167b-483a-94f8-04a88a3e081c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665951 May 19 13:36:30.039557 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:30.041694 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] Set router f5ed18ff-2c44-46ac-9204-143c0ea71462 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:30.108998 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Router f5ed18ff-2c44-46ac-9204-143c0ea71462 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:36:30.111607 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 12ec4d75-47e6-4114-ae98-9587c7c98e43 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:30.112675 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 03fa69d2-5ad0-4c51-af57-6edc24701837 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:30.227765 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:30.238064 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-f6c8ff9e-40c1-4f0a-9f78-ca57afffe461 admin admin] 10.222.0.24 "PUT /v2.0/routers/f5ed18ff-2c44-46ac-9204-143c0ea71462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308607 May 19 13:36:30.241300 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 03fa69d2-5ad0-4c51-af57-6edc24701837 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:30.241703 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.297797 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-b8a518fc-2af2-4e7a-b017-ab57e6f4e94e None None] Provisioning complete for port a452e9be-47a7-46c7-8526-74f2d0c6a010 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:30.297797 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b8a518fc-2af2-4e7a-b017-ab57e6f4e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.371148 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 4, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port': {'id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'a452e9be-47a7-46c7-8526-74f2d0c6a010', 'name': '', 'network_id': '02976189-50a3-479d-9d06-455d74b3f400', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'mac_address': 'fa:16:3e:4f:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:28Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 2, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'subnets': [{'id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:30.372646 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-b8a518fc-2af2-4e7a-b017-ab57e6f4e94e None None] Port a452e9be-47a7-46c7-8526-74f2d0c6a010 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:36:30.400369 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba422e1c-77e2-4787-8562-e6d4656fa6dd None None] The sync data for ids ['f5ed18ff-2c44-46ac-9204-143c0ea71462'] in dv-cinder-841125-6-iscsi is: [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 4, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port': {'id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'a452e9be-47a7-46c7-8526-74f2d0c6a010', 'name': '', 'network_id': '02976189-50a3-479d-9d06-455d74b3f400', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'mac_address': 'fa:16:3e:4f:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:28Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 2, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'subnets': [{'id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:30.431692 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 03fa69d2-5ad0-4c51-af57-6edc24701837 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:30.507060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-bb53fd4f-12aa-4052-b083-256c97386d61 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:30.508789 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-bb53fd4f-12aa-4052-b083-256c97386d61 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 945 time: 0.0544229 May 19 13:36:30.526742 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53672) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:30.531302 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-e75ff7d2-6b62-4f4b-8498-0133cd401c45 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083232826', 'description': 'tempest-secgroup-smoke-1083232826 description', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:30.555572 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e75ff7d2-6b62-4f4b-8498-0133cd401c45 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.618129 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Deleting port 3d603fe2-3873-40ee-9c1d-9815f7c92788 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:30.618553 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.652582 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e75ff7d2-6b62-4f4b-8498-0133cd401c45 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group (9543b563-6bc2-474c-8359-27167840f87c), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.658705 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e75ff7d2-6b62-4f4b-8498-0133cd401c45 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9543b563-6bc2-474c-8359-27167840f87c), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.694803 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e75ff7d2-6b62-4f4b-8498-0133cd401c45 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.696088 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e75ff7d2-6b62-4f4b-8498-0133cd401c45 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1683388 May 19 13:36:30.696798 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff7d2-6b62-4f4b-8498-0133cd401c45 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9543b563-6bc2-474c-8359-27167840f87c,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:30.699104 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53674) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:30.704681 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-e6c084f9-5818-4f96-bc45-92b2733f5d4f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'security_group_rule': {'security_group_id': '9543b563-6bc2-474c-8359-27167840f87c', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:30.721067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] For port 3d603fe2-3873-40ee-9c1d-9815f7c92788, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3d603fe2-3873-40ee-9c1d-9815f7c92788,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:30.721468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.735593 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e6c084f9-5818-4f96-bc45-92b2733f5d4f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (bf7e8ab8-78df-47f1-8258-52ac675adc24), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.802743 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e6c084f9-5818-4f96-bc45-92b2733f5d4f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (bf7e8ab8-78df-47f1-8258-52ac675adc24), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.810569 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e6c084f9-5818-4f96-bc45-92b2733f5d4f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (bf7e8ab8-78df-47f1-8258-52ac675adc24), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.824245 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:30.836497 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e6c084f9-5818-4f96-bc45-92b2733f5d4f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.837744 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e6c084f9-5818-4f96-bc45-92b2733f5d4f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376979 May 19 13:36:30.839771 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c084f9-5818-4f96-bc45-92b2733f5d4f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7e8ab8-78df-47f1-8258-52ac675adc24,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:30.841131 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53676) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:30.851686 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-449081f0-f54c-44f7-96ac-2123c59e811a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'security_group_rule': {'security_group_id': '9543b563-6bc2-474c-8359-27167840f87c', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:30.869926 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:30.884220 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-449081f0-f54c-44f7-96ac-2123c59e811a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (c503a069-c8dc-4327-8bc4-f5293e86d6fc), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.936301 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-449081f0-f54c-44f7-96ac-2123c59e811a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (c503a069-c8dc-4327-8bc4-f5293e86d6fc), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.941090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-449081f0-f54c-44f7-96ac-2123c59e811a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (c503a069-c8dc-4327-8bc4-f5293e86d6fc), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.959076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.959459 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.959744 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Floating IP 61010257-ce11-4d28-8e26-b6ce0d386593 disassociated. External IP: 172.27.1.8, port: 3d603fe2-3873-40ee-9c1d-9815f7c92788. May 19 13:36:30.960093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Calling delete_port for 3d603fe2-3873-40ee-9c1d-9815f7c92788 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:30.965068 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449081f0-f54c-44f7-96ac-2123c59e811a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c503a069-c8dc-4327-8bc4-f5293e86d6fc,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:30.970707 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-449081f0-f54c-44f7-96ac-2123c59e811a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:30.971913 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-449081f0-f54c-44f7-96ac-2123c59e811a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241920 May 19 13:36:30.974700 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53678) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:30.979531 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-87090569-863d-4d47-acfb-0cabbd51e75c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'security_group_rule': {'security_group_id': '9543b563-6bc2-474c-8359-27167840f87c', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:31.007688 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-87090569-863d-4d47-acfb-0cabbd51e75c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (1fc1bd9f-42c4-4a8d-bb3e-ddac286fd400), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.045350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:31.117562 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (3d603fe2-3873-40ee-9c1d-9815f7c92788), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.162808 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event deleted for resources: {'Port': ['ID=3d603fe2-3873-40ee-9c1d-9815f7c92788,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:31.190870 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:31.320532 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:36:31.371112 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-109caa80-ec58-4dc0-97ac-9ec624e7c41c req-df875d5b-525d-4cee-9d30-23a9b43813b9 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a3b02c0-6943-45dc-9086-16ff29536118 HTTP/1.1" status: 200 len: 210 time: 0.0517955 May 19 13:36:31.399997 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-87090569-863d-4d47-acfb-0cabbd51e75c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (1fc1bd9f-42c4-4a8d-bb3e-ddac286fd400), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.404916 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-87090569-863d-4d47-acfb-0cabbd51e75c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (1fc1bd9f-42c4-4a8d-bb3e-ddac286fd400), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.425895 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87090569-863d-4d47-acfb-0cabbd51e75c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc1bd9f-42c4-4a8d-bb3e-ddac286fd400,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:31.428748 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:31.440377 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-87090569-863d-4d47-acfb-0cabbd51e75c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.441639 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-87090569-863d-4d47-acfb-0cabbd51e75c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4655406 May 19 13:36:31.445829 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] Sync routers for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:31.446569 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53682) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:31.452841 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-364ae0e5-c6ec-4350-afb6-5a5fbc1b0db1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'security_group_rule': {'security_group_id': '9543b563-6bc2-474c-8359-27167840f87c', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:31.460415 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:31.461056 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:31.475078 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] No DVR routers for this DVR port 3d603fe2-3873-40ee-9c1d-9815f7c92788 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:31.477727 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.481144 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2562ef2a-0e2d-420c-bcff-5a2cce13b369 req-8cc9dede-3e0d-4e18-86c7-489e6af70133 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "DELETE /v2.0/ports/3d603fe2-3873-40ee-9c1d-9815f7c92788 HTTP/1.1" status: 204 len: 173 time: 0.9667480 May 19 13:36:31.481625 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'name': 'network-vif-deleted', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:31.484093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8abf76-10c7-41a3-930b-459f18a41a7f" -d '{"events": [{"server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "name": "network-vif-deleted", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:36:31.506454 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-364ae0e5-c6ec-4350-afb6-5a5fbc1b0db1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (e4ffa950-7af0-47f1-814d-ec3ef1d47cd7), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.528243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e2e6f8-57c2-42cc-a999-d54b7d572363 x-openstack-request-id: req-44e2e6f8-57c2-42cc-a999-d54b7d572363 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:36:31.528749 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3b02c0-6943-45dc-9086-16ff29536118", "name": "network-vif-deleted", "tag": "3d603fe2-3873-40ee-9c1d-9815f7c92788", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:36:31.528865 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44e2e6f8-57c2-42cc-a999-d54b7d572363 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:36:31.529176 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e2e6f8-57c2-42cc-a999-d54b7d572363'] response: {'server_uuid': '8a3b02c0-6943-45dc-9086-16ff29536118', 'name': 'network-vif-deleted', 'tag': '3d603fe2-3873-40ee-9c1d-9815f7c92788', 'status': 'completed', 'code': 200} May 19 13:36:31.574766 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-364ae0e5-c6ec-4350-afb6-5a5fbc1b0db1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (e4ffa950-7af0-47f1-814d-ec3ef1d47cd7), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.585343 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-364ae0e5-c6ec-4350-afb6-5a5fbc1b0db1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (e4ffa950-7af0-47f1-814d-ec3ef1d47cd7), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.595754 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:31.613527 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ae0e5-c6ec-4350-afb6-5a5fbc1b0db1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ffa950-7af0-47f1-814d-ec3ef1d47cd7,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:31.628458 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-364ae0e5-c6ec-4350-afb6-5a5fbc1b0db1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.631941 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-364ae0e5-c6ec-4350-afb6-5a5fbc1b0db1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1840820 May 19 13:36:31.634788 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53686) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:31.645844 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'security_group_rule': {'security_group_id': '9543b563-6bc2-474c-8359-27167840f87c', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:31.727489 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.securitygroups_db [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Project 98ad7b921dbc4a8d9e9be0d50385deee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:36:31.740090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (17d3db8a-fe32-46a8-b159-90dc2b4babb8), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.782025 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14006370-cac1-4943-bf71-4ad863dcb8e9 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:31.830130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (17d3db8a-fe32-46a8-b159-90dc2b4babb8), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.837460 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (17d3db8a-fe32-46a8-b159-90dc2b4babb8), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.842528 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 14006370-cac1-4943-bf71-4ad863dcb8e9 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:31.844227 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.852126 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d3db8a-fe32-46a8-b159-90dc2b4babb8,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:31.878884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.880166 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-16d7dd2e-bc73-41b3-971c-72d20066adbd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2436540 May 19 13:36:31.883110 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53688) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:31.889087 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'security_group_rule': {'security_group_id': '9543b563-6bc2-474c-8359-27167840f87c', 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:31.919812 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.securitygroups_db [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Project 98ad7b921dbc4a8d9e9be0d50385deee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:36:31.928339 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (378721bc-8413-44f2-9dcf-0fcec04ad934), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.933485 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 14006370-cac1-4943-bf71-4ad863dcb8e9 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:31.935049 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.956642 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:31.963597 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 14006370-cac1-4943-bf71-4ad863dcb8e9, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=14006370-cac1-4943-bf71-4ad863dcb8e9,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:31.969362 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:31.985919 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] Checking router: e3de7f9e-1fb2-42f7-9bd2-97693ab14293 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:31.992535 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:31.995837 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:31.996443 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:32.003148 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (378721bc-8413-44f2-9dcf-0fcec04ad934), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.008603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (378721bc-8413-44f2-9dcf-0fcec04ad934), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.035729 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=14006370-cac1-4943-bf71-4ad863dcb8e9,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:32.042919 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378721bc-8413-44f2-9dcf-0fcec04ad934,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:32.062095 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.065450 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-27445b97-df8d-4dfd-a028-c923d850b0f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1811576 May 19 13:36:32.137782 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:32.335657 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:32.362241 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01cf5ba-2790-476e-a7ca-feb90a281a36 None None] The sync data for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi is: [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'f0f2b4ff-1ec7-4184-837e-6fa791627bbf', 'name': '', 'network_id': 'a42ef65b-f8fc-4078-973d-4d38cc62962d', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'mac_address': 'fa:16:3e:12:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:27Z', 'updated_at': '2022-05-19T13:31:39Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'subnets': [{'id': '2a24359f-b713-4a2c-b8e8-10db4dd6b9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:32.479906 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53732) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:32.586136 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f66e044d-b7b5-4689-9e34-edc5555ceedf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group (95418296-167b-483a-94f8-04a88a3e081c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.620827 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f66e044d-b7b5-4689-9e34-edc5555ceedf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group (95418296-167b-483a-94f8-04a88a3e081c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.677695 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f66e044d-b7b5-4689-9e34-edc5555ceedf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (95418296-167b-483a-94f8-04a88a3e081c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.680690 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f66e044d-b7b5-4689-9e34-edc5555ceedf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.682001 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f66e044d-b7b5-4689-9e34-edc5555ceedf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "DELETE /v2.0/security-groups/95418296-167b-483a-94f8-04a88a3e081c HTTP/1.1" status: 204 len: 168 time: 0.2006948 May 19 13:36:32.684675 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53738) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:32.691847 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e066f-82e8-491e-8d28-f9f43704fe2c None None] New status for floating IP 61010257-ce11-4d28-8e26-b6ce0d386593: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:36:32.693542 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e044d-b7b5-4689-9e34-edc5555ceedf tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95418296-167b-483a-94f8-04a88a3e081c,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:32.710121 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.api.v2.resource [None req-d3bdf72f-3dbf-4218-956c-49cf315af087 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] show failed (client error): The resource could not be found. May 19 13:36:32.712419 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d3bdf72f-3dbf-4218-956c-49cf315af087 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups/95418296-167b-483a-94f8-04a88a3e081c HTTP/1.1" status: 404 len: 347 time: 0.0256019 May 19 13:36:32.714306 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53740) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:32.846851 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Deleting port 091ebb8b-72e9-41ca-a04b-72dd4cf76dd4 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:32.847173 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.903745 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Sync routers for ids ['f5ed18ff-2c44-46ac-9204-143c0ea71462'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:32.925990 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Routers {'f5ed18ff-2c44-46ac-9204-143c0ea71462'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:32.926873 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['f5ed18ff-2c44-46ac-9204-143c0ea71462'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:32.928125 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:32.931039 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.931559 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:32.950083 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Calling delete_port for 091ebb8b-72e9-41ca-a04b-72dd4cf76dd4 owned by network:floatingip {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:32.993738 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:33.061583 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:33.074217 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Set router f5ed18ff-2c44-46ac-9204-143c0ea71462 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:33.123367 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (091ebb8b-72e9-41ca-a04b-72dd4cf76dd4), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.127517 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:33.156628 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event deleted for resources: {'Port': ['ID=091ebb8b-72e9-41ca-a04b-72dd4cf76dd4,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:33.224687 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks [] for floatingip (61010257-ce11-4d28-8e26-b6ce0d386593), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.227099 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.228263 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-1f8f9aa4-21b0-4295-b794-a4b64d596d57 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "DELETE /v2.0/floatingips/61010257-ce11-4d28-8e26-b6ce0d386593 HTTP/1.1" status: 204 len: 168 time: 0.5129771 May 19 13:36:33.277808 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 4, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port': {'id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'a452e9be-47a7-46c7-8526-74f2d0c6a010', 'name': '', 'network_id': '02976189-50a3-479d-9d06-455d74b3f400', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'mac_address': 'fa:16:3e:4f:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:28Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 2, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'subnets': [{'id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:33.303964 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Checking router: f5ed18ff-2c44-46ac-9204-143c0ea71462 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:33.304315 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Updating router f5ed18ff-2c44-46ac-9204-143c0ea71462 port a452e9be-47a7-46c7-8526-74f2d0c6a010 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:36:33.332636 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.649639 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Publish callbacks [] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.656022 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.690438 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14006370-cac1-4943-bf71-4ad863dcb8e9 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:33.693722 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:33.718549 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f41765-5c34-44db-a7fb-a18e4087db08 None None] Pushing event updated for resources: {'Port': ['ID=a452e9be-47a7-46c7-8526-74f2d0c6a010,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:33.725378 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:33.744006 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 14006370-cac1-4943-bf71-4ad863dcb8e9 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:33.744359 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.795662 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Attempting to bind port a452e9be-47a7-46c7-8526-74f2d0c6a010 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:33.796148 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Attempting to bind port a452e9be-47a7-46c7-8526-74f2d0c6a010 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:33.796600 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Attempting to bind port a452e9be-47a7-46c7-8526-74f2d0c6a010 on network 02976189-50a3-479d-9d06-455d74b3f400 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:33.801982 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:33.802353 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Checking segment: {'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:33.802747 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.803130 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Bound using segment: {'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:33.803587 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Bound port: a452e9be-47a7-46c7-8526-74f2d0c6a010, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e605890b-2bf2-4096-98a9-c78a8e6da6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '02976189-50a3-479d-9d06-455d74b3f400'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:33.803956 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.836722 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 14006370-cac1-4943-bf71-4ad863dcb8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:33.879430 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] For port a452e9be-47a7-46c7-8526-74f2d0c6a010, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:33.882645 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] For port a452e9be-47a7-46c7-8526-74f2d0c6a010, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=a452e9be-47a7-46c7-8526-74f2d0c6a010,segment=NetworkSegment(e605890b-2bf2-4096-98a9-c78a8e6da6c2),segment_id=e605890b-2bf2-4096-98a9-c78a8e6da6c2)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:33.889687 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.939229 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1389678d-3ec8-45f5-a14f-aee216f6a34d None None] Provisioning complete for port a452e9be-47a7-46c7-8526-74f2d0c6a010 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:33.939861 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1389678d-3ec8-45f5-a14f-aee216f6a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:33.949941 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f41765-5c34-44db-a7fb-a18e4087db08 None None] Pushing event updated for resources: {'Port': ['ID=a452e9be-47a7-46c7-8526-74f2d0c6a010,revision_number=4']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:33.957724 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Routers {'f5ed18ff-2c44-46ac-9204-143c0ea71462'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:33.958351 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['f5ed18ff-2c44-46ac-9204-143c0ea71462'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:33.997556 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:34.029800 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1389678d-3ec8-45f5-a14f-aee216f6a34d None None] Current status of the port a452e9be-47a7-46c7-8526-74f2d0c6a010 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:34.030337 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1389678d-3ec8-45f5-a14f-aee216f6a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:34.073486 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1389678d-3ec8-45f5-a14f-aee216f6a34d None None] For port a452e9be-47a7-46c7-8526-74f2d0c6a010, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=a452e9be-47a7-46c7-8526-74f2d0c6a010,segment=NetworkSegment(e605890b-2bf2-4096-98a9-c78a8e6da6c2),segment_id=e605890b-2bf2-4096-98a9-c78a8e6da6c2)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:34.079508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1389678d-3ec8-45f5-a14f-aee216f6a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:34.086533 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] Set router f5ed18ff-2c44-46ac-9204-143c0ea71462 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:34.148036 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389678d-3ec8-45f5-a14f-aee216f6a34d None None] Pushing event updated for resources: {'Port': ['ID=a452e9be-47a7-46c7-8526-74f2d0c6a010,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:34.199949 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-e777240a-d642-4a76-87aa-743f1c2bdaae None None] Provisioning complete for port a452e9be-47a7-46c7-8526-74f2d0c6a010 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:34.200318 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e777240a-d642-4a76-87aa-743f1c2bdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:34.286634 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e777240a-d642-4a76-87aa-743f1c2bdaae None None] Current status of the port a452e9be-47a7-46c7-8526-74f2d0c6a010 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:34.291360 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 4, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port': {'id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'a452e9be-47a7-46c7-8526-74f2d0c6a010', 'name': '', 'network_id': '02976189-50a3-479d-9d06-455d74b3f400', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'mac_address': 'fa:16:3e:4f:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:28Z', 'updated_at': '2022-05-19T13:36:33Z', 'revision_number': 4, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'subnets': [{'id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:34.320431 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdf44b3-34f9-4d8c-a2de-cb49c0b87fd1 None None] The sync data for ids ['f5ed18ff-2c44-46ac-9204-143c0ea71462'] in dv-cinder-841125-6-iscsi is: [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:29Z', 'revision_number': 4, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port': {'id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'a452e9be-47a7-46c7-8526-74f2d0c6a010', 'name': '', 'network_id': '02976189-50a3-479d-9d06-455d74b3f400', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'mac_address': 'fa:16:3e:4f:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:28Z', 'updated_at': '2022-05-19T13:36:33Z', 'revision_number': 4, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'subnets': [{'id': '66b77895-20b8-40f9-902d-4e5d6c00bc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:34.505813 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 3d603fe2-3873-40ee-9c1d-9815f7c92788 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:34.526781 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 3d603fe2-3873-40ee-9c1d-9815f7c92788 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:34.527134 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 3d603fe2-3873-40ee-9c1d-9815f7c92788 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:35.698666 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device a452e9be-47a7-46c7-8526-74f2d0c6a010 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:35.700987 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:35.746987 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc453-0520-4c16-a22d-f3667a0d5ba5 req-317f354e-eeb8-471e-9873-f6938b792b07 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:35.748495 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ffacc453-0520-4c16-a22d-f3667a0d5ba5 req-317f354e-eeb8-471e-9873-f6938b792b07 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0491722 May 19 13:36:35.752239 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port a452e9be-47a7-46c7-8526-74f2d0c6a010 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:35.752683 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:35.804447 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ffacc453-0520-4c16-a22d-f3667a0d5ba5 req-8727d3a1-f871-4567-945a-0c1017683a54 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 May 19 13:36:35.832390 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port a452e9be-47a7-46c7-8526-74f2d0c6a010 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:37.033864 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cbdf7-78b8-49cf-a07c-879a4e6979f7 req-6c144538-c040-432b-9e0b-25fac8709907 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:37.035244 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1c2cbdf7-78b8-49cf-a07c-879a4e6979f7 req-6c144538-c040-432b-9e0b-25fac8709907 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0488489 May 19 13:36:37.086229 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1c2cbdf7-78b8-49cf-a07c-879a4e6979f7 req-a9cb9c47-cf73-4c7a-976f-e0a7e45205c6 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 May 19 13:36:37.196011 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a92c-7549-4481-a550-c55eb5eaf208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:37.440255 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2678-56de-4300-8d4d-c054585aae38 req-be762886-6fa7-414f-8179-fbfcd9308ab3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:37.441791 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-19fd2678-56de-4300-8d4d-c054585aae38 req-be762886-6fa7-414f-8179-fbfcd9308ab3 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0544484 May 19 13:36:37.492811 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-19fd2678-56de-4300-8d4d-c054585aae38 req-969874f2-07b5-452b-a26f-8ba3ca77cccc tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451689 May 19 13:36:38.212071 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83909769-0d3f-423f-88b9-351f0f4caaba req-37fb96c9-6217-4220-a2f8-86bf344d43d7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:38.213693 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-83909769-0d3f-423f-88b9-351f0f4caaba req-37fb96c9-6217-4220-a2f8-86bf344d43d7 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0529904 May 19 13:36:38.263346 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-83909769-0d3f-423f-88b9-351f0f4caaba req-a22ee01a-e826-487d-a708-1109199a8f87 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 May 19 13:36:38.300895 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-e298b90c-80dd-4055-9553-77b10a335a4f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:38.302398 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-e298b90c-80dd-4055-9553-77b10a335a4f tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 946 time: 0.0517292 May 19 13:36:38.392702 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Deleting port ea2cc4f1-cac0-4395-b583-23d210e4ca9b {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:38.392975 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:38.490613 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] For port ea2cc4f1-cac0-4395-b583-23d210e4ca9b, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:38.490986 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:38.504615 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Calling delete_port for ea2cc4f1-cac0-4395-b583-23d210e4ca9b owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:38.657477 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4171fa-7c30-48c3-84a8-20ed523c2394 req-21d49997-0787-431d-a2f0-16b3f725aa25 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:38.659207 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ee4171fa-7c30-48c3-84a8-20ed523c2394 req-21d49997-0787-431d-a2f0-16b3f725aa25 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0778680 May 19 13:36:38.699426 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:38.708493 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (ea2cc4f1-cac0-4395-b583-23d210e4ca9b), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:38.746054 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['700b033c-2fd5-4b02-a577-7fa27ba29508'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:36:38.754966 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event deleted for resources: {'Port': ['ID=ea2cc4f1-cac0-4395-b583-23d210e4ca9b,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:38.764842 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ee4171fa-7c30-48c3-84a8-20ed523c2394 req-966e48ba-f3dd-4154-9500-84e821e849db tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987406 May 19 13:36:38.801597 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.802507 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.802854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.803200 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.803591 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.803835 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.804166 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.804489 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.804930 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.805322 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.805688 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.806015 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.806410 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.806836 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.807208 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:38.827468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] No DVR routers for this DVR port ea2cc4f1-cac0-4395-b583-23d210e4ca9b on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:38.830521 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:38.833926 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3d211653-534f-4d31-908b-3ec1ab06ea5a req-f32a0c6b-92e4-40c5-8d25-8c7a4e4d9271 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "DELETE /v2.0/ports/ea2cc4f1-cac0-4395-b583-23d210e4ca9b HTTP/1.1" status: 204 len: 173 time: 0.5243061 May 19 13:36:38.834445 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb839e22-971b-4313-be06-20e09838215a', 'name': 'network-vif-deleted', 'tag': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:38.836713 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b6308-7d00-495c-adf5-1b934fd4dd49" -d '{"events": [{"server_uuid": "bb839e22-971b-4313-be06-20e09838215a", "name": "network-vif-deleted", "tag": "ea2cc4f1-cac0-4395-b583-23d210e4ca9b"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:36:38.884698 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593c375-73bd-43c5-bb0f-fd2e16589ae5 x-openstack-request-id: req-2593c375-73bd-43c5-bb0f-fd2e16589ae5 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:36:38.885563 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb839e22-971b-4313-be06-20e09838215a", "name": "network-vif-deleted", "tag": "ea2cc4f1-cac0-4395-b583-23d210e4ca9b", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:36:38.885563 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2593c375-73bd-43c5-bb0f-fd2e16589ae5 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:36:38.886202 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2593c375-73bd-43c5-bb0f-fd2e16589ae5'] response: {'server_uuid': 'bb839e22-971b-4313-be06-20e09838215a', 'name': 'network-vif-deleted', 'tag': 'ea2cc4f1-cac0-4395-b583-23d210e4ca9b', 'status': 'completed', 'code': 200} May 19 13:36:39.383983 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3db39452-07d7-4cbe-ab22-22873dc45938 req-f8d136b5-7ed7-479b-8b8d-e0974a033e39 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb839e22-971b-4313-be06-20e09838215a HTTP/1.1" status: 200 len: 210 time: 0.0332224 May 19 13:36:39.598068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c91d4862-af86-48f3-8e10-79654144789c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:39.899184 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a52cb-8135-4f8f-9056-52d7a514e926 req-9b68c7de-647a-4d10-9892-186b01c71857 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:39.900762 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1c2a52cb-8135-4f8f-9056-52d7a514e926 req-9b68c7de-647a-4d10-9892-186b01c71857 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0500147 May 19 13:36:39.926446 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:39.953193 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1c2a52cb-8135-4f8f-9056-52d7a514e926 req-e3d1540b-40dd-4d92-b450-9426e0fa6db4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463288 May 19 13:36:40.523861 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device ea2cc4f1-cac0-4395-b583-23d210e4ca9b no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:40.544552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: ea2cc4f1-cac0-4395-b583-23d210e4ca9b {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:40.545232 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device ea2cc4f1-cac0-4395-b583-23d210e4ca9b not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:40.668241 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7597bb-6090-4f00-a604-e113f4f71bed req-8e98b45d-72ce-45b3-9656-9f74368f2bcd tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:40.670034 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1f7597bb-6090-4f00-a604-e113f4f71bed req-8e98b45d-72ce-45b3-9656-9f74368f2bcd tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0477104 May 19 13:36:40.717760 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1f7597bb-6090-4f00-a604-e113f4f71bed req-e924c970-6a15-4396-baf9-41eb4013a563 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 May 19 13:36:40.809216 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:41.077189 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5eb45-eef6-47f0-91e4-92dac96a2d2d req-8c31cbaa-ea01-4146-9ce8-5ad80a47719b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:41.078845 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0fe5eb45-eef6-47f0-91e4-92dac96a2d2d req-8c31cbaa-ea01-4146-9ce8-5ad80a47719b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0494211 May 19 13:36:41.107366 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:41.133770 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0fe5eb45-eef6-47f0-91e4-92dac96a2d2d req-8f5140bb-9430-4687-a3b2-6bda94bc620e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463917 May 19 13:36:41.841813 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842203a-ae1f-4432-9e63-9171788bd5ab req-d3558546-9b63-4c07-ac6e-1338c6bed903 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:41.843311 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2842203a-ae1f-4432-9e63-9171788bd5ab req-d3558546-9b63-4c07-ac6e-1338c6bed903 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0537028 May 19 13:36:41.901627 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2842203a-ae1f-4432-9e63-9171788bd5ab req-8b29172b-4e6d-438b-af92-f845520447a8 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523472 May 19 13:36:42.261860 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cca46f-f226-4a9d-b773-13679681c713 req-8e3ab533-e6aa-477c-994a-5002d883304d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:42.263383 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c5cca46f-f226-4a9d-b773-13679681c713 req-8e3ab533-e6aa-477c-994a-5002d883304d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0505033 May 19 13:36:42.317221 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c5cca46f-f226-4a9d-b773-13679681c713 req-0ee54f3b-cbfb-4dcc-aa76-8cd6bff68c9c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478978 May 19 13:36:42.416795 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:42.987569 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:43.028923 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fad563-c29d-4282-ab44-21ab7ce03377 req-eff83421-6dcf-4bb4-b7b8-5c1d3f1d6382 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:43.030520 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-13fad563-c29d-4282-ab44-21ab7ce03377 req-eff83421-6dcf-4bb4-b7b8-5c1d3f1d6382 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0529318 May 19 13:36:43.081712 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-13fad563-c29d-4282-ab44-21ab7ce03377 req-ac86b436-954e-40e1-978c-6e38e8b81d64 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 May 19 13:36:43.450807 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5d33-ba3a-4bdf-92b9-14f609fbb057 req-67fa6635-39cd-453f-8047-e4c23ddf6876 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:43.452184 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2f0a5d33-ba3a-4bdf-92b9-14f609fbb057 req-67fa6635-39cd-453f-8047-e4c23ddf6876 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0503199 May 19 13:36:43.499905 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2f0a5d33-ba3a-4bdf-92b9-14f609fbb057 req-0dafff1a-28b3-4363-ae2d-79af663a431c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 May 19 13:36:43.898199 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:44.006066 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-51d34c73-1772-49d3-adb3-0220b9383394 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:44.007538 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-51d34c73-1772-49d3-adb3-0220b9383394 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0519574 May 19 13:36:44.091135 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Deleting port 700b033c-2fd5-4b02-a577-7fa27ba29508 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:44.091399 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:44.217343 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] For port 700b033c-2fd5-4b02-a577-7fa27ba29508, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=700b033c-2fd5-4b02-a577-7fa27ba29508,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:44.217728 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:44.238635 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762648-4498-420e-b599-3ada3ee809ed req-a3adb945-19c0-438a-9f55-39961f9d3aa2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:44.240147 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1a762648-4498-420e-b599-3ada3ee809ed req-a3adb945-19c0-438a-9f55-39961f9d3aa2 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4c1abc9-8651-4788-9650-27704ae7e306 HTTP/1.1" status: 200 len: 945 time: 0.0785317 May 19 13:36:44.241264 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Calling delete_port for 700b033c-2fd5-4b02-a577-7fa27ba29508 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:44.293622 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:44.295338 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=26 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:44.334621 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1a762648-4498-420e-b599-3ada3ee809ed req-93dc990e-9d2b-4b73-ab2c-ac86f09d2921 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.24 "GET /v2.0/security-groups?id=b914d3da-803e-4102-94b9-0a2128d4da71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886791 May 19 13:36:44.415435 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (700b033c-2fd5-4b02-a577-7fa27ba29508), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:44.447658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Pushing event deleted for resources: {'Port': ['ID=700b033c-2fd5-4b02-a577-7fa27ba29508,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:44.462336 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['700b033c-2fd5-4b02-a577-7fa27ba29508'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:36:44.494618 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] No DVR routers for this DVR port 700b033c-2fd5-4b02-a577-7fa27ba29508 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:44.497615 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:44.500919 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-651ff227-97a4-4449-8476-678cd97cb7e0 req-e9af3d22-f668-441a-988d-962b4b104892 tempest-ServerRescueNegativeTestJSON-217359763 tempest-ServerRescueNegativeTestJSON-217359763-project] 10.222.0.58 "DELETE /v2.0/ports/700b033c-2fd5-4b02-a577-7fa27ba29508 HTTP/1.1" status: 204 len: 173 time: 0.4873550 May 19 13:36:44.501463 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'name': 'network-vif-deleted', 'tag': '700b033c-2fd5-4b02-a577-7fa27ba29508'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:44.503959 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373cac51-63e5-4108-98a0-bbe13088d835" -d '{"events": [{"server_uuid": "c4c1abc9-8651-4788-9650-27704ae7e306", "name": "network-vif-deleted", "tag": "700b033c-2fd5-4b02-a577-7fa27ba29508"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:36:44.543076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bdbede-e19c-4655-9680-a04a6a89eed5 x-openstack-request-id: req-e9bdbede-e19c-4655-9680-a04a6a89eed5 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:36:44.543375 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c1abc9-8651-4788-9650-27704ae7e306", "name": "network-vif-deleted", "tag": "700b033c-2fd5-4b02-a577-7fa27ba29508", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:36:44.543634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9bdbede-e19c-4655-9680-a04a6a89eed5 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:36:44.544358 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bdbede-e19c-4655-9680-a04a6a89eed5'] response: {'server_uuid': 'c4c1abc9-8651-4788-9650-27704ae7e306', 'name': 'network-vif-deleted', 'tag': '700b033c-2fd5-4b02-a577-7fa27ba29508', 'status': 'completed', 'code': 200} May 19 13:36:44.636725 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb08653-4583-40e4-bccf-1fb3d66f0e09 req-a19f3b16-709b-4198-8823-a94d19beaf49 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:44.638445 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8cb08653-4583-40e4-bccf-1fb3d66f0e09 req-a19f3b16-709b-4198-8823-a94d19beaf49 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0594618 May 19 13:36:44.695381 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8cb08653-4583-40e4-bccf-1fb3d66f0e09 req-58bff773-109a-408c-9718-52f621a92f03 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507185 May 19 13:36:45.407694 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53876) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:45.799059 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:45.818467 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebfa09-8672-4a36-9251-1f11363dfa98 req-66708032-34e2-4e44-8f7d-b675635dfbb5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:45.819980 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5cebfa09-8672-4a36-9251-1f11363dfa98 req-66708032-34e2-4e44-8f7d-b675635dfbb5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0490022 May 19 13:36:45.868634 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5cebfa09-8672-4a36-9251-1f11363dfa98 req-f7ad2d80-b577-4851-9229-29c49ca41c98 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 May 19 13:36:45.905549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:46.137161 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Deleting port f0f2b4ff-1ec7-4184-837e-6fa791627bbf {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:46.137398 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:46.220612 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:46.223025 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] For port f0f2b4ff-1ec7-4184-837e-6fa791627bbf, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:46.223549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:46.238453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Calling delete_port for f0f2b4ff-1ec7-4184-837e-6fa791627bbf owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:46.309696 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:46.436077 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (f0f2b4ff-1ec7-4184-837e-6fa791627bbf), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:46.465017 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f2b4ff-1ec7-4184-837e-6fa791627bbf,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:46.571922 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 700b033c-2fd5-4b02-a577-7fa27ba29508 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:46.591917 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 700b033c-2fd5-4b02-a577-7fa27ba29508 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:46.592534 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 700b033c-2fd5-4b02-a577-7fa27ba29508 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:46.634132 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:46.842377 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:36:46.870607 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:36:46.959039 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:46.964699 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-baa8f6d2-cee5-43fc-ab88-860395316b8f admin admin] 10.222.0.24 "PUT /v2.0/routers/e3de7f9e-1fb2-42f7-9bd2-97693ab14293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558820 May 19 13:36:46.967455 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53886) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:46.970731 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] Sync routers for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:46.982713 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:46.983435 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:46.999818 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672bc5b-2224-4516-8c0d-7a59b0d7c14a req-167f7d49-5e18-4ca5-bc8f-7b0084c3f5aa tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:47.001479 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d672bc5b-2224-4516-8c0d-7a59b0d7c14a req-167f7d49-5e18-4ca5-bc8f-7b0084c3f5aa tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0515859 May 19 13:36:47.053479 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d672bc5b-2224-4516-8c0d-7a59b0d7c14a req-a134e9d3-eb90-4dd5-9e6f-864f530718e9 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455761 May 19 13:36:47.099763 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:47.320293 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:36:46Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:47.324316 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks [] for router (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.346301 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] Checking router: e3de7f9e-1fb2-42f7-9bd2-97693ab14293 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:47.356421 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] Routers {'e3de7f9e-1fb2-42f7-9bd2-97693ab14293'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:47.356736 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:47.364841 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:47.416414 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:47.435176 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks [] for router_gateway (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.465854 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] Set router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:47.482144 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Deleting port 587e54de-2248-4404-9aed-c0ced442bbce {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:47.482484 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (587e54de-2248-4404-9aed-c0ced442bbce), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.575133 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] For port 587e54de-2248-4404-9aed-c0ced442bbce, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=587e54de-2248-4404-9aed-c0ced442bbce,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:47.575465 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (587e54de-2248-4404-9aed-c0ced442bbce), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.589378 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Calling delete_port for 587e54de-2248-4404-9aed-c0ced442bbce owned by network:router_gateway {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:47.642000 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:36:46Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:47.644332 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:47.670552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9a516-2868-44d3-9bb4-000014ed0edc None None] The sync data for ids ['e3de7f9e-1fb2-42f7-9bd2-97693ab14293'] in dv-cinder-841125-6-iscsi is: [{'id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'name': 'tempest-ServerRescueNegativeTestJSON-174391607-router', 'tenant_id': '63972a518bb048d19dd070eb9ac85445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '587e54de-2248-4404-9aed-c0ced442bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:20Z', 'updated_at': '2022-05-19T13:36:46Z', 'revision_number': 5, 'project_id': '63972a518bb048d19dd070eb9ac85445', 'gw_port': {'id': '587e54de-2248-4404-9aed-c0ced442bbce', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3de7f9e-1fb2-42f7-9bd2-97693ab14293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:22Z', 'updated_at': '2022-05-19T13:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:47.762855 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (587e54de-2248-4404-9aed-c0ced442bbce), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.788844 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Pushing event deleted for resources: {'Port': ['ID=587e54de-2248-4404-9aed-c0ced442bbce,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:47.850346 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.940795 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.943260 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks [] for router_controller (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.987071 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (e3de7f9e-1fb2-42f7-9bd2-97693ab14293), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.987737 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3de7f9e-1fb2-42f7-9bd2-97693ab14293 {{(pid=103683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:36:47.992204 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:47.993236 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-abd647a2-1ba2-468e-8c9f-fe67c1e575da admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3de7f9e-1fb2-42f7-9bd2-97693ab14293 HTTP/1.1" status: 204 len: 168 time: 1.0247068 May 19 13:36:47.995843 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53890) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:48.042629 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] Deleting subnet 2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:36:48.046674 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] Publish callbacks [] for subnet (2a24359f-b713-4a2c-b8e8-10db4dd6b9f7), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.048273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:48.089028 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (2a24359f-b713-4a2c-b8e8-10db4dd6b9f7), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.212861 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8c6ef-e812-46d2-8bc3-86d9acc6b8f2 req-f143eb4b-e12c-474e-90a2-653ebb8dca6d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:48.214307 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6bc8c6ef-e812-46d2-8bc3-86d9acc6b8f2 req-f143eb4b-e12c-474e-90a2-653ebb8dca6d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0779910 May 19 13:36:48.219237 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (2a24359f-b713-4a2c-b8e8-10db4dd6b9f7), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.280796 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:48.308524 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6bc8c6ef-e812-46d2-8bc3-86d9acc6b8f2 req-298b1096-428d-4765-b7b9-dbfb5c57dccb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865228 May 19 13:36:48.327036 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (2a24359f-b713-4a2c-b8e8-10db4dd6b9f7), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.351920 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a24359f-b713-4a2c-b8e8-10db4dd6b9f7,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:48.361175 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.365960 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c54d8d68-c1d0-47c1-9fad-989c4c3d19ea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2a24359f-b713-4a2c-b8e8-10db4dd6b9f7 HTTP/1.1" status: 204 len: 168 time: 0.3691177 May 19 13:36:48.367127 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53894) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:48.370899 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da68cd-d4d6-4b30-b135-c265067bd323 None None] Network a42ef65b-f8fc-4078-973d-4d38cc62962d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:48.426739 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:48.442566 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (a42ef65b-f8fc-4078-973d-4d38cc62962d), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.495430 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Deleting port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:48.495830 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.563961 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] For port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,segment=NetworkSegment(ddb3dd21-a3dc-4b3e-b61a-6dd658465c93),segment_id=ddb3dd21-a3dc-4b3e-b61a-6dd658465c93)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:48.564423 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.571888 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:48.578404 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Calling delete_port for 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 owned by network:dhcp {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:48.687538 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] DHCP port deletion for a42ef65b-f8fc-4078-973d-4d38cc62962d request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:36:48.692354 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-77e90342-2b2c-41c3-b302-aa75dcf1b66b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083232826&fields=id&tenant_id=98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 267 time: 0.0712464 May 19 13:36:48.714954 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.734814 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] Deleting port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 {{(pid=103685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:36:48.735193 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), before_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.778710 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:48.780408 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] No DVR routers for this DVR port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 on host dv-cinder-841125-6-iscsi {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:48.803541 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] For port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70, host dv-cinder-841125-6-iscsi, got binding levels [] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:48.803960 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), precommit_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.817665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] Calling delete_port for 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 owned by network:dhcp {{(pid=103685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:36:48.820520 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.ipam_backend_mixin [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] Port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 was not found and therefore no delete operation was performed {{(pid=103685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:36:48.821822 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840'] for port (9465a488-1c7f-4cd2-9f33-c5b07b5c9a70), after_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.847615 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] Pushing event deleted for resources: {'Port': ['ID=9465a488-1c7f-4cd2-9f33-c5b07b5c9a70,revision_number=None']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:48.849585 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49824cb-a294-45dc-a776-474bb1b001ae None None] No DVR routers for this DVR port 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 on host dv-cinder-841125-6-iscsi {{(pid=103685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:36:48.871648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (a42ef65b-f8fc-4078-973d-4d38cc62962d), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.912485 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42ef65b-f8fc-4078-973d-4d38cc62962d']}} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:48.920384 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-c50ee4f2-8da8-4ef9-a58e-3e90d014578f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:48.921891 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-c50ee4f2-8da8-4ef9-a58e-3e90d014578f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 811 time: 0.2172112 May 19 13:36:48.936705 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93') {'for_net_delete': True} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:48.936947 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb3dd21-a3dc-4b3e-b61a-6dd658465c93') {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:48.947475 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9435295'] for segment (ddb3dd21-a3dc-4b3e-b61a-6dd658465c93), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.950009 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-76f6df0b-a4b3-4000-a6ea-bf301b635fb0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/quotas/98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 375 time: 0.0222855 May 19 13:36:48.971105 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (ddb3dd21-a3dc-4b3e-b61a-6dd658465c93), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.995755 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:36:48.996149 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979300'] for segment (ddb3dd21-a3dc-4b3e-b61a-6dd658465c93), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: Traceback (most recent call last): May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: timer() May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: cb(*args, **kw) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: return func(*args, **kwargs) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: self._notify() May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: self.callback(batched_events) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: event.method(event) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: return f(self, *a, **k) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._get(url).json() May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: return self.request(url, 'GET', **kwargs) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:36:48.997906 dv-cinder-841125-6-iscsi neutron-server[103684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:36:49.041608 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-df02a559-1405-42e4-aedb-37d509e67131 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844951 May 19 13:36:49.076507 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (a42ef65b-f8fc-4078-973d-4d38cc62962d), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:49.124447 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:49.127702 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a42ef65b-f8fc-4078-973d-4d38cc62962d HTTP/1.1" status: 204 len: 168 time: 0.7595286 May 19 13:36:49.132631 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63673-18bc-404d-963a-0ad89de194a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a42ef65b-f8fc-4078-973d-4d38cc62962d,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:49.174066 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-0ba252b9-4b82-4bf0-992b-f0185e602db1 service neutron] 10.222.0.24 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180587 May 19 13:36:49.251838 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53908) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:49.274747 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-d928f9b9-e411-4f24-9487-aadecae35ffa service neutron] 10.222.0.24 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940077 May 19 13:36:49.294627 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-3a83267b-af77-4859-9ad7-1b9a4b2e03ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63972a518bb048d19dd070eb9ac85445&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413046 May 19 13:36:49.297087 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53910) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:49.347480 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40f58465-be26-41a7-bf33-d7bfb8b60295 admin admin] Publish callbacks [] for security_group (b914d3da-803e-4102-94b9-0a2128d4da71), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:49.370584 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40f58465-be26-41a7-bf33-d7bfb8b60295 admin admin] Publish callbacks [] for security_group (b914d3da-803e-4102-94b9-0a2128d4da71), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:49.453598 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89775f-fa89-4e9a-9fd9-445c13d0d36d req-7653a57e-118c-42c5-99c7-54ceadfe0e49 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:49.455409 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9b89775f-fa89-4e9a-9fd9-445c13d0d36d req-7653a57e-118c-42c5-99c7-54ceadfe0e49 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0567007 May 19 13:36:49.468344 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40f58465-be26-41a7-bf33-d7bfb8b60295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b914d3da-803e-4102-94b9-0a2128d4da71), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:49.471667 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-40f58465-be26-41a7-bf33-d7bfb8b60295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:49.472787 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-40f58465-be26-41a7-bf33-d7bfb8b60295 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b914d3da-803e-4102-94b9-0a2128d4da71 HTTP/1.1" status: 204 len: 168 time: 0.1747742 May 19 13:36:49.490507 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f58465-be26-41a7-bf33-d7bfb8b60295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b914d3da-803e-4102-94b9-0a2128d4da71,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:49.520502 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9b89775f-fa89-4e9a-9fd9-445c13d0d36d req-0b861bf1-fd5b-4956-be83-3463eb30720d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588839 May 19 13:36:49.653458 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-82dee478-7dcb-485e-ac04-5a5629391d0d req-0d3186fe-2a61-40ab-b71a-3eee25d23964 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 210 time: 0.0476265 May 19 13:36:49.700887 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device f0f2b4ff-1ec7-4184-837e-6fa791627bbf no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:49.725817 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: f0f2b4ff-1ec7-4184-837e-6fa791627bbf {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:49.726165 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device f0f2b4ff-1ec7-4184-837e-6fa791627bbf not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:49.726591 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:49.745046 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:49.745391 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 9465a488-1c7f-4cd2-9f33-c5b07b5c9a70 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:49.745838 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 587e54de-2248-4404-9aed-c0ced442bbce no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:36:49.764905 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 587e54de-2248-4404-9aed-c0ced442bbce {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:36:49.765246 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 587e54de-2248-4404-9aed-c0ced442bbce not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:36:50.289349 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 53952) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:50.397327 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-228361341-network', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:50.420603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Made reservation on behalf of b1222038740244f69a977fe658d9bfe0 for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:36:50.423806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.433260 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.516912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks [] for security_group (cb07918e-7e91-4535-b91b-e1aa9d2c5b81), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.521935 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cb07918e-7e91-4535-b91b-e1aa9d2c5b81), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.549941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:36:50.556403 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07918e-7e91-4535-b91b-e1aa9d2c5b81,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:50.562450 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (137a9246-8132-4713-824f-2403f6305e1d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.562836 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Added segment 137a9246-8132-4713-824f-2403f6305e1d of type vlan for network c86071f6-6021-438e-94aa-a1421372fa5c May 19 13:36:50.571378 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:50.608493 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (c86071f6-6021-438e-94aa-a1421372fa5c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.636258 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (c86071f6-6021-438e-94aa-a1421372fa5c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.637240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:50.637909 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.645691 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83799963-9fdf-4c19-8529-cccbb41714b3 req-f968f8ff-1089-4683-9a47-82686b63249e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:50.647196 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-83799963-9fdf-4c19-8529-cccbb41714b3 req-f968f8ff-1089-4683-9a47-82686b63249e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0496624 May 19 13:36:50.690160 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3996744 May 19 13:36:50.693913 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53960) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:50.699803 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Request body: {'subnet': {'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-228361341-subnet', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:50.702353 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd9976-c1c3-4a76-9530-f4ef12e14fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=c86071f6-6021-438e-94aa-a1421372fa5c,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:50.704431 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:50.714964 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-83799963-9fdf-4c19-8529-cccbb41714b3 req-ec4ab6a7-38f6-4ea2-b70f-4a1303aefc8e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614848 May 19 13:36:50.723009 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network c86071f6-6021-438e-94aa-a1421372fa5c details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:36:50.741067 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Made reservation on behalf of b1222038740244f69a977fe658d9bfe0 for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:36:50.743968 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514213'] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.767676 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-69fe6488-28b5-49e6-9779-d77680f9b77e req-896ac5fa-cd62-4b64-a4c8-4e89bafce969 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 210 time: 0.0322311 May 19 13:36:50.811404 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:50.962665 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8978567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8514227'] for subnet (0d108c47-59b0-45a0-a4b9-7dd568eb0159), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:50.987644 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-6ed9fafc-5747-46b6-a580-45401a514983 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:50.989246 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-6ed9fafc-5747-46b6-a580-45401a514983 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 811 time: 0.1390910 May 19 13:36:51.023388 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d108c47-59b0-45a0-a4b9-7dd568eb0159,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:51.034667 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Checking segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:51.035023 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Network hostable DHCP agents. Network: c86071f6-6021-438e-94aa-a1421372fa5c, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:36:51.043090 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:51.054635 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Network c86071f6-6021-438e-94aa-a1421372fa5c is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:36:51.064879 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-8a877353-b42d-4b4c-9b57-557ac50fbb3d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 380 time: 0.0613041 May 19 13:36:51.066512 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, c86071f6-6021-438e-94aa-a1421372fa5c) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:51.073122 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'port': {'device_id': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'admin_state_up': True, 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'security_groups': ['9543b563-6bc2-474c-8359-27167840f87c']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:51.075922 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94b8fe-e9f8-4816-93fb-3a0f3182c4d6 None None] Network c86071f6-6021-438e-94aa-a1421372fa5c requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:51.083577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:51.084191 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.107950 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2a14746d-904d-4056-a6f7-d3f5a1a3a329 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4126854 May 19 13:36:51.111491 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53962) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:51.116753 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:51.120680 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:51.146271 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (dc4347c3-47f2-4428-aa0f-6202311fcb80), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.147369 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (dc4347c3-47f2-4428-aa0f-6202311fcb80), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.200253 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Made reservation on behalf of 98ad7b921dbc4a8d9e9be0d50385deee for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:36:51.203846 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.204647 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks [] for router_controller (dc4347c3-47f2-4428-aa0f-6202311fcb80), precommit_add_association {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.205747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-c86071f6-6021-438e-94aa-a1421372fa5c', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:36:51.206935 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.346908 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Allocated IP 172.20.0.2 (c86071f6-6021-438e-94aa-a1421372fa5c/0d108c47-59b0-45a0-a4b9-7dd568eb0159/51ee988a-bc06-450b-9f45-379ed65fd0e1) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:51.347620 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Allocated IP 172.20.0.7 (43f56851-7e12-4789-85bf-4f3ea4d4394d/4aca290e-e334-485b-a4d7-02e9af238ef7/dc294f75-6a16-4072-8363-f879c3f39838) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:51.354756 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks [] for router_gateway (dc4347c3-47f2-4428-aa0f-6202311fcb80), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.527340 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (dc294f75-6a16-4072-8363-f879c3f39838), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.532427 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Publish callbacks [] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.543425 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.570903 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (dc294f75-6a16-4072-8363-f879c3f39838), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.607021 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Network c86071f6-6021-438e-94aa-a1421372fa5c is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:51.614153 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:51.618780 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:51.626605 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:51.631738 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:51.639740 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:51.659565 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Pushing event updated for resources: {'Port': ['ID=51ee988a-bc06-450b-9f45-379ed65fd0e1,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:51.673167 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.673585 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.675288 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.675288 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.675288 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.675288 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.687776 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.688501 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.688975 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.689334 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.689789 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.690128 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.690499 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.690851 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.691803 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:51.733400 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=dc294f75-6a16-4072-8363-f879c3f39838,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:51.745526 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:51.746384 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.761104 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Attempting to bind port 51ee988a-bc06-450b-9f45-379ed65fd0e1 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:51.761615 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Attempting to bind port 51ee988a-bc06-450b-9f45-379ed65fd0e1 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:51.762602 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Attempting to bind port 51ee988a-bc06-450b-9f45-379ed65fd0e1 on network c86071f6-6021-438e-94aa-a1421372fa5c {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:51.772681 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:51.785212 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:51.786220 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Checking segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:51.787270 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.787773 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Bound using segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:51.790039 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Bound port: 51ee988a-bc06-450b-9f45-379ed65fd0e1, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:51.791498 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.799825 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-290a92fe-97a6-4007-806d-5b09e79a1832 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300844 May 19 13:36:51.890281 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] For port 51ee988a-bc06-450b-9f45-379ed65fd0e1, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:51.894596 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] For port 51ee988a-bc06-450b-9f45-379ed65fd0e1, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=51ee988a-bc06-450b-9f45-379ed65fd0e1,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:51.897699 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:51.901142 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.940877 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Request body: {'port': {'device_id': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:51.989114 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd574d7-6f1c-4035-ab06-aaeb030b4bd0 req-0e76cbd2-4066-4077-9685-4a11f0f249c7 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:51.989978 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks [] for router_gateway (dc4347c3-47f2-4428-aa0f-6202311fcb80), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:51.999580 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaaa5d-933f-4577-803c-87256871d795 req-67e4791a-65f0-4be5-b1c6-f7c791f0f5fa tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:52.001481 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d5bde-aaa9-411b-9249-a7bd2bb7987b None None] Pushing event updated for resources: {'Port': ['ID=51ee988a-bc06-450b-9f45-379ed65fd0e1,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:52.007737 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-43aaaa5d-933f-4577-803c-87256871d795 req-67e4791a-65f0-4be5-b1c6-f7c791f0f5fa tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.1422250 May 19 13:36:52.010181 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fdd574d7-6f1c-4035-ab06-aaeb030b4bd0 req-0e76cbd2-4066-4077-9685-4a11f0f249c7 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 931 time: 0.1219256 May 19 13:36:52.034648 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-57d6194c-51d5-42f1-b5b3-6f39a93c0d95 None None] Provisioning complete for port dc294f75-6a16-4072-8363-f879c3f39838 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:52.035028 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-57d6194c-51d5-42f1-b5b3-6f39a93c0d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (dc294f75-6a16-4072-8363-f879c3f39838), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.050889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.067936 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-57d6194c-51d5-42f1-b5b3-6f39a93c0d95 None None] Port dc294f75-6a16-4072-8363-f879c3f39838 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:36:52.095420 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dc294f75-6a16-4072-8363-f879c3f39838), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.125343 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fdd574d7-6f1c-4035-ab06-aaeb030b4bd0 req-7a42d9bd-239a-420e-814b-ac62d31700c4 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142821 May 19 13:36:52.129473 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:52.142851 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-43aaaa5d-933f-4577-803c-87256871d795 req-1a1d71cc-dc14-44af-a4ad-bfd1c9acf657 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339571 May 19 13:36:52.185675 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:52.228520 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Allocated IP 172.27.1.148 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/c52a992c-e4b9-45b0-8082-7060a95d3f23) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:52.237721 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:52.361463 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks [] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.395718 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.435493 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:52.440137 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:52.442803 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:52.467090 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Pushing event updated for resources: {'Port': ['ID=c52a992c-e4b9-45b0-8082-7060a95d3f23,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:52.470437 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc294f75-6a16-4072-8363-f879c3f39838 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:36:52.477922 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Publish callbacks [] for port (dc294f75-6a16-4072-8363-f879c3f39838), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.482453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.482792 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.483127 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.483456 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.483779 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.484103 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.484421 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.484737 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.485054 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.485399 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.485839 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.486216 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.486531 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.486850 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.487167 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:52.492039 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Transition to ACTIVE for port object dc294f75-6a16-4072-8363-f879c3f39838 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:36:52.496940 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (dc294f75-6a16-4072-8363-f879c3f39838), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.559484 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Pushing event updated for resources: {'Port': ['ID=dc294f75-6a16-4072-8363-f879c3f39838,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:52.633807 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Attempting to bind port dc294f75-6a16-4072-8363-f879c3f39838 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:52.634135 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Attempting to bind port dc294f75-6a16-4072-8363-f879c3f39838 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:52.634461 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Attempting to bind port dc294f75-6a16-4072-8363-f879c3f39838 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:52.639242 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Port dc294f75-6a16-4072-8363-f879c3f39838 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:36:52.639447 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Attempting to bind port dc294f75-6a16-4072-8363-f879c3f39838 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:52.644567 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:52.644899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Checking segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:52.645276 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Bound using segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:52.645792 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Bound port: dc294f75-6a16-4072-8363-f879c3f39838, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:52.646086 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dc294f75-6a16-4072-8363-f879c3f39838), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.715554 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] For port dc294f75-6a16-4072-8363-f879c3f39838, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:52.719451 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] For port dc294f75-6a16-4072-8363-f879c3f39838, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dc294f75-6a16-4072-8363-f879c3f39838,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:52.730558 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (dc294f75-6a16-4072-8363-f879c3f39838), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.732778 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks [] for router_gateway (dc4347c3-47f2-4428-aa0f-6202311fcb80), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.768103 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:52.768825 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:52.770317 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] 10.222.0.58 "PUT /v2.0/ports/dc294f75-6a16-4072-8363-f879c3f39838 HTTP/1.1" status: 200 len: 1093 time: 0.9460483 May 19 13:36:52.770766 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:52.773211 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d5e625-00ba-4932-959d-a8e023179389" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "tag": "dc294f75-6a16-4072-8363-f879c3f39838"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:36:52.824174 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431ba6b-c97d-41a6-89a5-e24e9d20e109 service neutron] Pushing event updated for resources: {'Port': ['ID=dc294f75-6a16-4072-8363-f879c3f39838,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:52.887793 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-4bbf0a74-2870-4bfc-ad44-fd588000d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:52.889293 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-4bbf0a74-2870-4bfc-ad44-fd588000d8e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 1127 time: 0.0527513 May 19 13:36:52.952945 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-f5b1f2a3-6598-4e40-943a-1f53fa7cb3a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc294f75-6a16-4072-8363-f879c3f39838 HTTP/1.1" status: 200 len: 217 time: 0.0506415 May 19 13:36:52.983543 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (dc4347c3-47f2-4428-aa0f-6202311fcb80), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.017501 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-28db19d6-11b5-4159-bba9-d3ae21481df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:53.019125 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-28db19d6-11b5-4159-bba9-d3ae21481df2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0603709 May 19 13:36:53.056279 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369ccf98-1704-4a22-965c-27c444c023e4 x-openstack-request-id: req-369ccf98-1704-4a22-965c-27c444c023e4 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:36:53.056573 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "tag": "dc294f75-6a16-4072-8363-f879c3f39838", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:36:53.056828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-369ccf98-1704-4a22-965c-27c444c023e4 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:36:53.057244 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369ccf98-1704-4a22-965c-27c444c023e4'] response: {'name': 'network-changed', 'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838', 'status': 'completed', 'code': 200} May 19 13:36:53.142973 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Router dc4347c3-47f2-4428-aa0f-6202311fcb80 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:36:53.165145 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:53.175037 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-d695c65c-370e-463f-ba47-772b185281f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:53.176570 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-d695c65c-370e-463f-ba47-772b185281f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597415 May 19 13:36:53.189690 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:53.223962 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f929049-85e7-4df4-ba0f-f6a39d9bee0b None None] Network c86071f6-6021-438e-94aa-a1421372fa5c requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:36:53.250856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:53.309731 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:53.323171 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd084d2-9232-4cf2-96a8-a7b25f8c8bcc req-48ba7cfc-b6e6-40c0-b515-f51c1991e018 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:53.324525 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Sync routers for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:53.326997 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e3b87-4d82-42b2-a5d4-a07db96fd1c0 req-cd5bf8a7-095f-4406-8f61-bcf02612b2ef tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:53.332385 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9fd084d2-9232-4cf2-96a8-a7b25f8c8bcc req-48ba7cfc-b6e6-40c0-b515-f51c1991e018 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 943 time: 0.0736535 May 19 13:36:53.336280 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-7bf7c1d0-3ace-4600-81dd-52c2fc5db178 None None] Provisioning complete for port 51ee988a-bc06-450b-9f45-379ed65fd0e1 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:53.336464 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ec7e3b87-4d82-42b2-a5d4-a07db96fd1c0 req-cd5bf8a7-095f-4406-8f61-bcf02612b2ef tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0766788 May 19 13:36:53.343723 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:53.344471 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:53.345335 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c1d0-3ace-4600-81dd-52c2fc5db178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.363658 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.364906 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ee084832-dbd1-41d6-90c3-96df7eed813c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2521939 May 19 13:36:53.370472 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 53978) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:53.392907 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:53.406240 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-97f06542-7dd2-45b5-9b32-74040f69b787 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121024 May 19 13:36:53.440879 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9fd084d2-9232-4cf2-96a8-a7b25f8c8bcc req-c7006144-7a32-4862-be49-4a0bf077e79e tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075189 May 19 13:36:53.475705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7c1d0-3ace-4600-81dd-52c2fc5db178 None None] Current status of the port 51ee988a-bc06-450b-9f45-379ed65fd0e1 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:53.476096 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c1d0-3ace-4600-81dd-52c2fc5db178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.497614 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ec7e3b87-4d82-42b2-a5d4-a07db96fd1c0 req-8298a383-aa5a-44e8-8feb-aba0cf00e434 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600680 May 19 13:36:53.523551 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-7bf7c1d0-3ace-4600-81dd-52c2fc5db178 None None] For port 51ee988a-bc06-450b-9f45-379ed65fd0e1, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=51ee988a-bc06-450b-9f45-379ed65fd0e1,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:53.540715 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c1d0-3ace-4600-81dd-52c2fc5db178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.571477 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5296b396-ac10-49c6-807b-7cb385c4bdcd req-41667e14-1575-4031-94d0-3902e849bf07 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587098 May 19 13:36:53.605662 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7c1d0-3ace-4600-81dd-52c2fc5db178 None None] Pushing event updated for resources: {'Port': ['ID=51ee988a-bc06-450b-9f45-379ed65fd0e1,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:53.619163 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:53.751192 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 51ee988a-bc06-450b-9f45-379ed65fd0e1 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:53.781012 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:53.794672 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c9b764f1-4edc-415b-bf49-8f2a0e78711b None None] Provisioning complete for port 51ee988a-bc06-450b-9f45-379ed65fd0e1 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:53.795324 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c9b764f1-4edc-415b-bf49-8f2a0e78711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.837706 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:52Z', 'revision_number': 3, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:53.847522 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 51ee988a-bc06-450b-9f45-379ed65fd0e1 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:53.848137 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.868306 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Checking router: dc4347c3-47f2-4428-aa0f-6202311fcb80 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:53.868661 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Updating router dc4347c3-47f2-4428-aa0f-6202311fcb80 port c52a992c-e4b9-45b0-8082-7060a95d3f23 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:36:53.898351 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:53.915699 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e625-00ba-4932-959d-a8e023179389 req-218c1d3b-e7e8-4878-b229-d24e83089eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:53.917237 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43d5e625-00ba-4932-959d-a8e023179389 req-218c1d3b-e7e8-4878-b229-d24e83089eb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 1127 time: 0.0555434 May 19 13:36:53.921362 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c9b764f1-4edc-415b-bf49-8f2a0e78711b None None] Current status of the port 51ee988a-bc06-450b-9f45-379ed65fd0e1 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:53.959839 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 51ee988a-bc06-450b-9f45-379ed65fd0e1 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:53.997514 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.034168 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e625-00ba-4932-959d-a8e023179389 req-49c1d19c-d457-4d18-b611-29e40e1960ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:54.035641 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43d5e625-00ba-4932-959d-a8e023179389 req-49c1d19c-d457-4d18-b611-29e40e1960ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.1108978 May 19 13:36:54.076134 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43d5e625-00ba-4932-959d-a8e023179389 req-789d10c6-9a6c-40d7-95d5-fd03de2dc9c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc294f75-6a16-4072-8363-f879c3f39838 HTTP/1.1" status: 200 len: 217 time: 0.0335970 May 19 13:36:54.089602 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:54.098711 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.130666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e625-00ba-4932-959d-a8e023179389 req-b6564047-2ca2-405d-942b-a87b78b445f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:54.132253 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43d5e625-00ba-4932-959d-a8e023179389 req-b6564047-2ca2-405d-942b-a87b78b445f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0492418 May 19 13:36:54.166328 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Allocated IP 172.20.0.1 (c86071f6-6021-438e-94aa-a1421372fa5c/0d108c47-59b0-45a0-a4b9-7dd568eb0159/c761e334-3e88-4177-a98f-1d1db1d9363f) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:54.183215 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e625-00ba-4932-959d-a8e023179389 req-7d9a4004-2008-46b9-b4e4-1405d0a07b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:54.185097 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43d5e625-00ba-4932-959d-a8e023179389 req-7d9a4004-2008-46b9-b4e4-1405d0a07b2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450029 May 19 13:36:54.213648 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Publish callbacks [] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.219491 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.269500 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137709ca-1000-4b23-90c4-2550a93c0dd0 None None] Pushing event updated for resources: {'Port': ['ID=c52a992c-e4b9-45b0-8082-7060a95d3f23,revision_number=2']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:54.280297 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Attempting to bind port c52a992c-e4b9-45b0-8082-7060a95d3f23 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:54.280657 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Attempting to bind port c52a992c-e4b9-45b0-8082-7060a95d3f23 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:54.281131 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Attempting to bind port c52a992c-e4b9-45b0-8082-7060a95d3f23 on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:54.286395 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:54.286753 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:54.287145 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.287524 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:54.287973 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Bound port: c52a992c-e4b9-45b0-8082-7060a95d3f23, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:54.288343 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.297304 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks [] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.297586 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43d5e625-00ba-4932-959d-a8e023179389 req-9f6754ae-2319-489a-a3ec-4dcb82dc4eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057844 May 19 13:36:54.303780 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:54.316583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:54.341137 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.353035 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] For port c52a992c-e4b9-45b0-8082-7060a95d3f23, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:54.356609 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] For port c52a992c-e4b9-45b0-8082-7060a95d3f23, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c52a992c-e4b9-45b0-8082-7060a95d3f23,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:54.364307 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.373695 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:54.386363 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Network c86071f6-6021-438e-94aa-a1421372fa5c is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:54.391377 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:54.396425 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:54.399791 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c761e334-3e88-4177-a98f-1d1db1d9363f,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:54.401047 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-43d5e625-00ba-4932-959d-a8e023179389 req-f3a27aa0-780c-4e86-8901-16d14c68bf7a service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964487 May 19 13:36:54.438075 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137709ca-1000-4b23-90c4-2550a93c0dd0 None None] Pushing event updated for resources: {'Port': ['ID=c52a992c-e4b9-45b0-8082-7060a95d3f23,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:54.440967 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:54.441830 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:54.442151 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (dc4347c3-47f2-4428-aa0f-6202311fcb80), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.562661 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:54.593457 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793f0b2-a53f-4644-b1bc-1f3653561f39 req-1828f96f-3fd1-4f6b-a5fc-0082458fb8a6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:54.594853 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3793f0b2-a53f-4644-b1bc-1f3653561f39 req-1828f96f-3fd1-4f6b-a5fc-0082458fb8a6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 943 time: 0.0655003 May 19 13:36:54.619808 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:36:54.655919 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.716272 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3793f0b2-a53f-4644-b1bc-1f3653561f39 req-fb8bc671-273f-4f0b-99ce-dbeea90ccdd4 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008532 May 19 13:36:54.717090 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c6ef-3c47-474a-aa9b-4235513c7267 req-ed898106-6b94-4b93-b617-ca0d6148774a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:54.719127 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7ef4c6ef-3c47-474a-aa9b-4235513c7267 req-ed898106-6b94-4b93-b617-ca0d6148774a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.1054754 May 19 13:36:54.720477 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:54.780130 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7ef4c6ef-3c47-474a-aa9b-4235513c7267 req-f390d51b-4303-4c26-9b3d-f2fcd181f8ef tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553064 May 19 13:36:54.783229 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:52Z', 'revision_number': 3, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:54.796183 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:54.815035 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56fec-e894-4b2c-8ce6-73e8e365171a None None] The sync data for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi is: [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:52Z', 'revision_number': 3, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:54.817617 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'port_id': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'mac_address': 'fa:16:3e:59:8e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:36:54.821952 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-937e2d9b-4e29-4226-ac50-61505fcc2e86 None None] Provisioning complete for port c761e334-3e88-4177-a98f-1d1db1d9363f triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:54.822323 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-937e2d9b-4e29-4226-ac50-61505fcc2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.885228 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-937e2d9b-4e29-4226-ac50-61505fcc2e86 None None] Port c761e334-3e88-4177-a98f-1d1db1d9363f cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:36:54.886750 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: ACTIVE; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:54.887303 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.901734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23d6a89e-f532-421c-8c67-0672e13b68a3 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:36:54.916538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks [] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.922191 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.927852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:54.933199 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:54.983811 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=6']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:54.988686 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c761e334-3e88-4177-a98f-1d1db1d9363f,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:54.993559 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (dc4347c3-47f2-4428-aa0f-6202311fcb80), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:55.085865 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['23d6a89e-f532-421c-8c67-0672e13b68a3'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:36:55.088344 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:55.117375 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Network c86071f6-6021-438e-94aa-a1421372fa5c is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:55.119361 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:55.167114 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:55.407873 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8d6d4c23-0115-49c6-9263-324017c2e034 None None] Provisioning complete for port c761e334-3e88-4177-a98f-1d1db1d9363f triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:55.408081 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8d6d4c23-0115-49c6-9263-324017c2e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:55.441913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d4c23-0115-49c6-9263-324017c2e034 None None] Port c761e334-3e88-4177-a98f-1d1db1d9363f cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:36:55.514639 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Router dc4347c3-47f2-4428-aa0f-6202311fcb80 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:36:55.556335 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:55.625272 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:36:55.638310 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3592ea0a-7fbd-402a-a4f3-909102c030a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/dc4347c3-47f2-4428-aa0f-6202311fcb80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2590466 May 19 13:36:55.730690 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c52a992c-e4b9-45b0-8082-7060a95d3f23 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:55.792532 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c52a992c-e4b9-45b0-8082-7060a95d3f23 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:55.793088 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:55.881107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c52a992c-e4b9-45b0-8082-7060a95d3f23 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:55.881745 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:55.882925 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f8346-69df-4775-b51b-786ac4db5eb4 req-27ff02e3-0c39-4274-a97b-7ce3f29cb02c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:55.884633 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-939f8346-69df-4775-b51b-786ac4db5eb4 req-27ff02e3-0c39-4274-a97b-7ce3f29cb02c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 943 time: 0.0604060 May 19 13:36:55.889072 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54006) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:55.895529 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-a0d4b3fe-1e0f-4e58-9d9b-e72129fddb1b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915981613', 'description': 'tempest-description--548926003'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:55.925076 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port c52a992c-e4b9-45b0-8082-7060a95d3f23, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c52a992c-e4b9-45b0-8082-7060a95d3f23,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:55.938209 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:55.950093 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b3fe-1e0f-4e58-9d9b-e72129fddb1b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:55.977361 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-939f8346-69df-4775-b51b-786ac4db5eb4 req-9e9ffc36-8eb5-4582-99c4-c16d4e09f39f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755050 May 19 13:36:55.995081 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=c52a992c-e4b9-45b0-8082-7060a95d3f23,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:56.043010 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b3fe-1e0f-4e58-9d9b-e72129fddb1b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (e8e24dd1-0b09-43a1-88ac-4cf77ec214e8), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.046799 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8374-8384-45d1-8f4a-7e72b337ae2c req-5f74393e-59b2-4b7d-a53d-524bfc8c0e50 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:56.048074 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b3fe-1e0f-4e58-9d9b-e72129fddb1b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e8e24dd1-0b09-43a1-88ac-4cf77ec214e8), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.054881 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7cbf8374-8384-45d1-8f4a-7e72b337ae2c req-5f74393e-59b2-4b7d-a53d-524bfc8c0e50 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 945 time: 0.0918837 May 19 13:36:56.075656 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b3fe-1e0f-4e58-9d9b-e72129fddb1b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.076967 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-a0d4b3fe-1e0f-4e58-9d9b-e72129fddb1b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1866498 May 19 13:36:56.082724 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54010) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:56.090733 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-7fdbf879-052b-4f23-a7e7-9b8163da8c8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'security_group_rule': {'security_group_id': 'e8e24dd1-0b09-43a1-88ac-4cf77ec214e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:56.105952 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7cbf8374-8384-45d1-8f4a-7e72b337ae2c req-e2128095-9c2d-47b0-9f96-1d64f24422c8 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501556 May 19 13:36:56.110133 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4b3fe-1e0f-4e58-9d9b-e72129fddb1b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:56.136908 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf879-052b-4f23-a7e7-9b8163da8c8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (40a240b9-2625-4643-868a-fa501d5f1f87), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.199299 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf879-052b-4f23-a7e7-9b8163da8c8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (40a240b9-2625-4643-868a-fa501d5f1f87), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.203841 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf879-052b-4f23-a7e7-9b8163da8c8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (40a240b9-2625-4643-868a-fa501d5f1f87), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.223076 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbf879-052b-4f23-a7e7-9b8163da8c8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a240b9-2625-4643-868a-fa501d5f1f87,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:56.231614 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf879-052b-4f23-a7e7-9b8163da8c8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.233040 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7fdbf879-052b-4f23-a7e7-9b8163da8c8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491752 May 19 13:36:56.235834 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54016) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:56.240388 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-626bc2c0-89b8-4028-a768-159c7154beeb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'security_group_rule': {'security_group_id': 'e8e24dd1-0b09-43a1-88ac-4cf77ec214e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:56.292316 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-626bc2c0-89b8-4028-a768-159c7154beeb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (2294dab6-8346-4318-8f86-6e10bd9a2fc4), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.306297 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:56.360580 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-626bc2c0-89b8-4028-a768-159c7154beeb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (2294dab6-8346-4318-8f86-6e10bd9a2fc4), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.370972 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-626bc2c0-89b8-4028-a768-159c7154beeb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (2294dab6-8346-4318-8f86-6e10bd9a2fc4), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.395793 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bc2c0-89b8-4028-a768-159c7154beeb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2294dab6-8346-4318-8f86-6e10bd9a2fc4,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:56.405030 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-626bc2c0-89b8-4028-a768-159c7154beeb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.409350 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-626bc2c0-89b8-4028-a768-159c7154beeb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694744 May 19 13:36:56.410043 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54022) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:36:56.415469 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:36:56.447577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.548948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.617620 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:56.685731 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 23d6a89e-f532-421c-8c67-0672e13b68a3 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:56.695534 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.697672 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Allocated IP 172.27.1.173 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/1d18ba4d-1d13-4fe6-93fc-298fc77e3c29) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:36:56.714964 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:56.725110 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Sync routers for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:36:56.753095 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:56.753898 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:56.780153 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:56.828279 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.869904 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.885178 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:56.885717 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:56.912240 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:36:56.917750 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:36:56.923362 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:36:56.924570 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:56.951824 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'Port': ['ID=1d18ba4d-1d13-4fe6-93fc-298fc77e3c29,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:56.965160 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:56.967516 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4025fa98-d726-45f3-85e9-dc34cf1259b4" -d '{"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:36:57.004100 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:57.012734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.094420 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (cd3693aa-0638-4e21-9e31-4e161ee4fd29), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.166362 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.181710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a972-e3ba-4079-89e5-f7640588c3b6 req-47863ba7-b456-41ac-a455-b2ee820b3c8c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:57.195480 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1ca2a972-e3ba-4079-89e5-f7640588c3b6 req-47863ba7-b456-41ac-a455-b2ee820b3c8c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 943 time: 0.0974183 May 19 13:36:57.268454 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a61f6-98df-4173-a78b-6e8bcc217f50 x-openstack-request-id: req-178a61f6-98df-4173-a78b-6e8bcc217f50 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:36:57.268992 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:36:57.269402 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-178a61f6-98df-4173-a78b-6e8bcc217f50 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:36:57.269971 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178a61f6-98df-4173-a78b-6e8bcc217f50'] response: {'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'code': 200} May 19 13:36:57.281875 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:57.306232 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1ca2a972-e3ba-4079-89e5-f7640588c3b6 req-393a6297-16d2-4fe6-a982-862f3933b7eb tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034789 May 19 13:36:57.307689 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=7']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:57.386968 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d61d7-5ac9-4b4a-ab96-772e29200fa9 req-1b9265bd-27b1-4fe1-b3db-0f59f06a7cc6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:57.394121 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7e6d61d7-5ac9-4b4a-ab96-772e29200fa9 req-1b9265bd-27b1-4fe1-b3db-0f59f06a7cc6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.1390305 May 19 13:36:57.394850 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 2, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:57.429899 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Checking router: dc4347c3-47f2-4428-aa0f-6202311fcb80 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:36:57.430273 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Updating router dc4347c3-47f2-4428-aa0f-6202311fcb80 port c761e334-3e88-4177-a98f-1d1db1d9363f binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:36:57.486467 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.489334 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:57.502691 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7e6d61d7-5ac9-4b4a-ab96-772e29200fa9 req-8d9261e6-f54a-46f7-937f-c5ae8482e9e5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075332 May 19 13:36:57.528417 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.532165 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.609894 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'Port': ['ID=1d18ba4d-1d13-4fe6-93fc-298fc77e3c29,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:57.616538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:57.629763 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (cd3693aa-0638-4e21-9e31-4e161ee4fd29), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.649044 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.653454 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-46148c6d-499e-43b7-a605-10df38b05c51 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2392440 May 19 13:36:57.740868 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c52a992c-e4b9-45b0-8082-7060a95d3f23 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:57.769037 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:57.832269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c52a992c-e4b9-45b0-8082-7060a95d3f23 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:57.832798 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.837515 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:57.865736 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-a101e285-ad1a-4415-b8ec-47e8d874f9ef tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1915981613&fields=id&tenant_id=b1222038740244f69a977fe658d9bfe0 HTTP/1.1" status: 200 len: 267 time: 0.0618811 May 19 13:36:57.957775 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Publish callbacks [] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:57.972823 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:58.002699 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-d0e5bfd0-d8cd-4521-b11f-3641f6dfe58e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:58.004848 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-d0e5bfd0-d8cd-4521-b11f-3641f6dfe58e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 810 time: 0.1381493 May 19 13:36:58.008832 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c52a992c-e4b9-45b0-8082-7060a95d3f23 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:58.031701 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-ce537176-a48f-4d29-adb0-7e14bc2bdff8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/quotas/b1222038740244f69a977fe658d9bfe0 HTTP/1.1" status: 200 len: 375 time: 0.0190907 May 19 13:36:58.047766 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388d8b2-0023-407b-aa86-c980fc713c53 None None] Pushing event updated for resources: {'Port': ['ID=c761e334-3e88-4177-a98f-1d1db1d9363f,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:58.129068 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-4008a7a0-d571-475f-afe4-24f144c2fe13 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896690 May 19 13:36:58.143665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Attempting to bind port c761e334-3e88-4177-a98f-1d1db1d9363f on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:36:58.144106 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Attempting to bind port c761e334-3e88-4177-a98f-1d1db1d9363f by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:36:58.144734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Attempting to bind port c761e334-3e88-4177-a98f-1d1db1d9363f on network c86071f6-6021-438e-94aa-a1421372fa5c {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:36:58.151137 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:36:58.151501 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Checking segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:36:58.151964 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:58.152276 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Bound using segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:36:58.152762 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Bound port: c761e334-3e88-4177-a98f-1d1db1d9363f, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:36:58.153134 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:58.220762 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] For port c761e334-3e88-4177-a98f-1d1db1d9363f, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:36:58.224209 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] For port c761e334-3e88-4177-a98f-1d1db1d9363f, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c761e334-3e88-4177-a98f-1d1db1d9363f,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:36:58.235617 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:58.303670 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:36:58.304544 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:58.362382 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388d8b2-0023-407b-aa86-c980fc713c53 None None] Pushing event updated for resources: {'Port': ['ID=c761e334-3e88-4177-a98f-1d1db1d9363f,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:58.364148 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-54bd31ac-5d95-41da-a0d4-d1e22f2ff32c service neutron] 10.222.0.24 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018230 May 19 13:36:58.464621 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-fb1096b6-3727-486c-84d9-07ea63b90ab7 None None] Provisioning complete for port c761e334-3e88-4177-a98f-1d1db1d9363f triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:58.465157 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fb1096b6-3727-486c-84d9-07ea63b90ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:58.479504 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a169c-7b3d-4d1a-bf02-c7e5f13e14e8 req-8ba9c213-4be8-43ba-b9a5-6a1498b6acfd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:58.487444 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ee4a169c-7b3d-4d1a-bf02-c7e5f13e14e8 req-8ba9c213-4be8-43ba-b9a5-6a1498b6acfd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 943 time: 0.0832489 May 19 13:36:58.520959 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:36:58.572964 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-c058792e-5ccc-495a-9196-0711948f8e3e service neutron] 10.222.0.24 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951270 May 19 13:36:58.589083 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ee4a169c-7b3d-4d1a-bf02-c7e5f13e14e8 req-43abbb90-b07b-4ee8-99d8-446879ea607d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005993 May 19 13:36:58.777893 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353571-1334-4418-9001-25c5c829bf05 req-9413c007-93ea-43dc-b486-9ff879fd714f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:58.781968 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0a353571-1334-4418-9001-25c5c829bf05 req-9413c007-93ea-43dc-b486-9ff879fd714f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.1005476 May 19 13:36:58.796385 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-fb1096b6-3727-486c-84d9-07ea63b90ab7 None None] Current status of the port c761e334-3e88-4177-a98f-1d1db1d9363f is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:58.797400 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fb1096b6-3727-486c-84d9-07ea63b90ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:58.844455 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-834bda69-9af5-495e-a39b-f1511ab58e59 req-82fbac36-e06a-41c5-af49-b970345bb3bb tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 210 time: 0.0864484 May 19 13:36:58.844682 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0a353571-1334-4418-9001-25c5c829bf05 req-c71d547f-5ba7-4671-8127-19d45b1cb842 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563407 May 19 13:36:58.918399 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-fb1096b6-3727-486c-84d9-07ea63b90ab7 None None] For port c761e334-3e88-4177-a98f-1d1db1d9363f, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c761e334-3e88-4177-a98f-1d1db1d9363f,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:36:58.921070 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:58.929114 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fb1096b6-3727-486c-84d9-07ea63b90ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:58.939790 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:36:58.975395 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:36:59.009928 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7f520-1376-43f2-bb7e-2796d4b5e198 None None] The sync data for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi is: [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:36:59.025062 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1096b6-3727-486c-84d9-07ea63b90ab7 None None] Pushing event updated for resources: {'Port': ['ID=c761e334-3e88-4177-a98f-1d1db1d9363f,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:59.053640 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-a9ce43dd-06e4-4750-b208-836f0cf27f95 None None] Provisioning complete for port c761e334-3e88-4177-a98f-1d1db1d9363f triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:59.054013 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a9ce43dd-06e4-4750-b208-836f0cf27f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:36:59.227672 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce43dd-06e4-4750-b208-836f0cf27f95 None None] Current status of the port c761e334-3e88-4177-a98f-1d1db1d9363f is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:36:59.761116 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c761e334-3e88-4177-a98f-1d1db1d9363f up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:36:59.768481 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8f39e-fe92-4db9-be1f-ce0f0822e51b req-621752a7-deff-4742-86c8-8485a9fae4cd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:59.779498 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d0d8f39e-fe92-4db9-be1f-ce0f0822e51b req-621752a7-deff-4742-86c8-8485a9fae4cd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 943 time: 0.0886865 May 19 13:36:59.854327 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d0d8f39e-fe92-4db9-be1f-ce0f0822e51b req-27bf73cd-3aba-48c3-8fc7-8d1aab8a99e4 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738311 May 19 13:36:59.868207 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c761e334-3e88-4177-a98f-1d1db1d9363f triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:36:59.868816 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:00.030689 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-90a22713-48a6-4a00-8323-47c47fa12d42 req-c005af8a-a4bb-4c8c-be0c-baf91ba12dc5 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 210 time: 0.0780423 May 19 13:37:00.044049 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c761e334-3e88-4177-a98f-1d1db1d9363f is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:00.075240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db388da-023c-48ca-adbc-4c34eb87fa80 req-63d1e1e7-a99f-4910-9304-7186b81e6582 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:00.085371 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4db388da-023c-48ca-adbc-4c34eb87fa80 req-63d1e1e7-a99f-4910-9304-7186b81e6582 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.1047359 May 19 13:37:00.148833 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4db388da-023c-48ca-adbc-4c34eb87fa80 req-90d93695-d336-4018-8433-d1c4508caa0b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623055 May 19 13:37:00.567202 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-2977cf3e-7160-473b-b135-342c5170ffb1 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:00.575784 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-2977cf3e-7160-473b-b135-342c5170ffb1 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 810 time: 0.1943350 May 19 13:37:00.641996 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dc294f75-6a16-4072-8363-f879c3f39838 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:37:00.666247 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-7f006b4a-c99b-4387-a65a-358222bb3798 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1222038740244f69a977fe658d9bfe0 HTTP/1.1" status: 200 len: 380 time: 0.0747356 May 19 13:37:00.676645 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'port': {'device_id': '5b705092-099b-444c-81cf-ecfacd701ac1', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'admin_state_up': True, 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'security_groups': ['e8e24dd1-0b09-43a1-88ac-4cf77ec214e8']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:37:00.839756 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port dc294f75-6a16-4072-8363-f879c3f39838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dc294f75-6a16-4072-8363-f879c3f39838,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:00.861765 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'dc294f75-6a16-4072-8363-f879c3f39838', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'port_id': 'dc294f75-6a16-4072-8363-f879c3f39838', 'mac_address': 'fa:16:3e:44:f8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:37:00.925716 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port dc294f75-6a16-4072-8363-f879c3f39838 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:00.926465 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dc294f75-6a16-4072-8363-f879c3f39838), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:00.944095 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc294f75-6a16-4072-8363-f879c3f39838 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:37:00.985173 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port dc294f75-6a16-4072-8363-f879c3f39838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dc294f75-6a16-4072-8363-f879c3f39838,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:00.991139 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (dc294f75-6a16-4072-8363-f879c3f39838), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:01.031216 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:01.055293 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e88b5-ae75-4732-a4f3-57f114d65773 req-b67a1ebc-e8db-449f-8d47-d040a0289c2b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:01.056874 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=dc294f75-6a16-4072-8363-f879c3f39838,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:01.057004 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a1e88b5-ae75-4732-a4f3-57f114d65773 req-b67a1ebc-e8db-449f-8d47-d040a0289c2b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 943 time: 0.1044168 May 19 13:37:01.125696 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3a1e88b5-ae75-4732-a4f3-57f114d65773 req-ba245681-505c-4867-8ffc-cc2ab35b4dc4 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591016 May 19 13:37:01.180238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:01.229979 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-19f0c8fe-87e5-477e-8ef6-eaa2d17236a1 req-ba05fbf7-fd40-46c5-ac93-ad4479a97ffc tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 210 time: 0.0505924 May 19 13:37:01.302241 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:01.307040 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Made reservation on behalf of b1222038740244f69a977fe658d9bfe0 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:37:01.314887 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['dc294f75-6a16-4072-8363-f879c3f39838'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:37:01.317980 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:01.320625 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae88ef-843a-4977-99a1-bf755f916286 req-efb2c23a-6f1d-4f85-be72-7b343d8235f4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:01.327971 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-40ae88ef-843a-4977-99a1-bf755f916286 req-efb2c23a-6f1d-4f85-be72-7b343d8235f4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0618615 May 19 13:37:01.384275 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-40ae88ef-843a-4977-99a1-bf755f916286 req-26530eda-5c68-4889-87df-af8d7eb39b7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550709 May 19 13:37:01.462752 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:01.489765 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Allocated IP 172.20.0.5 (c86071f6-6021-438e-94aa-a1421372fa5c/0d108c47-59b0-45a0-a4b9-7dd568eb0159/f893dedd-28aa-4e31-8cfb-add216f8a285) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:37:01.704734 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:01.744616 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:01.791743 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Network c86071f6-6021-438e-94aa-a1421372fa5c is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:01.795560 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:01.798314 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:37:01.827846 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'Port': ['ID=f893dedd-28aa-4e31-8cfb-add216f8a285,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:01.863212 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:01.864342 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:01.888090 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-b01f2cfd-eb04-4fc2-b568-d784ecf4117a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2163520 May 19 13:37:01.907863 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Request body: {'port': {'device_id': '5b705092-099b-444c-81cf-ecfacd701ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:37:01.980112 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.092317 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-e5a0273a-d8e5-40b1-b747-47a2d50e163e None None] Provisioning complete for port f893dedd-28aa-4e31-8cfb-add216f8a285 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:37:02.092852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e5a0273a-d8e5-40b1-b747-47a2d50e163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.130721 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0273a-d8e5-40b1-b747-47a2d50e163e None None] Port f893dedd-28aa-4e31-8cfb-add216f8a285 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:37:02.234344 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:02.310474 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d1d8-6017-4151-821d-3d8a5e972c1d req-74609cd0-f60c-493e-8194-b7a31611d011 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:02.318094 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5630d1d8-6017-4151-821d-3d8a5e972c1d req-74609cd0-f60c-493e-8194-b7a31611d011 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 944 time: 0.0964150 May 19 13:37:02.399939 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfc9f7-1a46-490c-aaca-2d38303ca962 req-c725805f-48b9-4b9a-9da9-97eb67003ddc tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:02.404100 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-98cfc9f7-1a46-490c-aaca-2d38303ca962 req-c725805f-48b9-4b9a-9da9-97eb67003ddc tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 931 time: 0.0671668 May 19 13:37:02.417579 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5630d1d8-6017-4151-821d-3d8a5e972c1d req-0fa05b74-a5e7-49d3-8fc8-a053e44c4dba tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983918 May 19 13:37:02.472635 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:02.473562 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-98cfc9f7-1a46-490c-aaca-2d38303ca962 req-8bcfe1e6-fb92-458f-99bd-52c4236360e3 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633948 May 19 13:37:02.494733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f893dedd-28aa-4e31-8cfb-add216f8a285 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:37:02.509016 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Publish callbacks [] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.550326 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Transition to ACTIVE for port object f893dedd-28aa-4e31-8cfb-add216f8a285 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:37:02.559849 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b737a-aa03-4c61-b35c-0624c6b03362 req-8565585f-8f2f-4c89-b87d-062923adfdfd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:02.561298 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e0b737a-aa03-4c61-b35c-0624c6b03362 req-8565585f-8f2f-4c89-b87d-062923adfdfd tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0678148 May 19 13:37:02.562355 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.639696 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f893dedd-28aa-4e31-8cfb-add216f8a285,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:02.646254 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dc294f75-6a16-4072-8363-f879c3f39838 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:37:02.721717 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port dc294f75-6a16-4072-8363-f879c3f39838 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:37:02.745900 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e0b737a-aa03-4c61-b35c-0624c6b03362 req-8b3f96f0-3d9e-4f1d-89c8-9c8a183900df tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743371 May 19 13:37:02.751016 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port dc294f75-6a16-4072-8363-f879c3f39838 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:37:02.751891 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Attempting to bind port f893dedd-28aa-4e31-8cfb-add216f8a285 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:37:02.752157 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Attempting to bind port f893dedd-28aa-4e31-8cfb-add216f8a285 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:37:02.753393 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (dc294f75-6a16-4072-8363-f879c3f39838), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.759053 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Attempting to bind port f893dedd-28aa-4e31-8cfb-add216f8a285 on network c86071f6-6021-438e-94aa-a1421372fa5c {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:37:02.765473 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Port f893dedd-28aa-4e31-8cfb-add216f8a285 on network c86071f6-6021-438e-94aa-a1421372fa5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:37:02.766014 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Attempting to bind port f893dedd-28aa-4e31-8cfb-add216f8a285 on network c86071f6-6021-438e-94aa-a1421372fa5c {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:37:02.772585 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:37:02.773173 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Checking segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:37:02.773735 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Bound using segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:37:02.774305 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Bound port: f893dedd-28aa-4e31-8cfb-add216f8a285, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:37:02.774832 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.848555 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] For port f893dedd-28aa-4e31-8cfb-add216f8a285, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:37:02.852864 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] For port f893dedd-28aa-4e31-8cfb-add216f8a285, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f893dedd-28aa-4e31-8cfb-add216f8a285,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:37:02.863432 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.878372 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port dc294f75-6a16-4072-8363-f879c3f39838 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:02.878842 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (dc294f75-6a16-4072-8363-f879c3f39838), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.905646 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:02.906515 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:02.908616 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] 10.222.0.58 "PUT /v2.0/ports/f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 200 len: 1093 time: 1.0065069 May 19 13:37:02.911503 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:02.914158 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:37:02.948592 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ee93c-6642-4d6e-bbaa-d36a9e970e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f893dedd-28aa-4e31-8cfb-add216f8a285,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:02.968140 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:02.971678 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0504b0c6-412c-4100-8ce3-7f3291327a0e" -d '{"events": [{"server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dc294f75-6a16-4072-8363-f879c3f39838"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:37:03.035698 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port dc294f75-6a16-4072-8363-f879c3f39838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dc294f75-6a16-4072-8363-f879c3f39838,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:03.039823 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c568ac-e875-4e5a-84ef-28bb63137c25 x-openstack-request-id: req-08c568ac-e875-4e5a-84ef-28bb63137c25 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:37:03.040108 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:37:03.040356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08c568ac-e875-4e5a-84ef-28bb63137c25 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:37:03.042589 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c568ac-e875-4e5a-84ef-28bb63137c25'] response: {'name': 'network-changed', 'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'status': 'completed', 'code': 200} May 19 13:37:03.050469 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (dc294f75-6a16-4072-8363-f879c3f39838), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:03.056978 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380478a2-0ea3-4c6e-8051-789adef976b6 x-openstack-request-id: req-380478a2-0ea3-4c6e-8051-789adef976b6 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:37:03.057355 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dc294f75-6a16-4072-8363-f879c3f39838", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:37:03.057576 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-380478a2-0ea3-4c6e-8051-789adef976b6 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:37:03.058466 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380478a2-0ea3-4c6e-8051-789adef976b6'] response: {'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838', 'code': 200} May 19 13:37:03.090145 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-e233e62c-37f7-4de8-9505-9cb9fe065875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:03.091662 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-e233e62c-37f7-4de8-9505-9cb9fe065875 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 1127 time: 0.1150699 May 19 13:37:03.157626 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-658864be-da28-4c10-a993-86d541981547 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 200 len: 217 time: 0.0517001 May 19 13:37:03.252341 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-4590d2fb-e6b8-4001-9bfc-6e5db5591a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:03.254859 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-4590d2fb-e6b8-4001-9bfc-6e5db5591a56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0656552 May 19 13:37:03.306712 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=dc294f75-6a16-4072-8363-f879c3f39838,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:03.333392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-a3df4dac-b571-49f8-b1ad-009fe451fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:03.334982 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-a3df4dac-b571-49f8-b1ad-009fe451fa34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702138 May 19 13:37:03.416173 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09d5e-dfa3-4e38-b7f8-4f685ac5ffd0 req-1e01ec35-03df-463f-a3b6-2502a6e24c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:03.418404 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e6b09d5e-dfa3-4e38-b7f8-4f685ac5ffd0 req-1e01ec35-03df-463f-a3b6-2502a6e24c73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 1129 time: 0.0748191 May 19 13:37:03.429726 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:03.457563 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-794266dc-ce0c-42b5-a461-1931c8316a83 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145806 May 19 13:37:03.486923 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e6b09d5e-dfa3-4e38-b7f8-4f685ac5ffd0 req-aa40a07c-287f-46ab-9ae4-6f3a6c34ec61 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609396 May 19 13:37:03.603152 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8a47a-0fa7-4c4d-81ed-bf8036947a9e req-8d551ad3-09f4-42a1-acf6-8fb98f471b36 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:03.605244 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6ff8a47a-0fa7-4c4d-81ed-bf8036947a9e req-8d551ad3-09f4-42a1-acf6-8fb98f471b36 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 945 time: 0.0728896 May 19 13:37:03.651932 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6cc01648-725c-41ca-acd7-cb9048c75eb3 req-6c268cf8-2f2e-4611-965b-8e0e4640e16e service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876116 May 19 13:37:03.675181 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111bb33-7ae7-4811-ae68-3c87acc3f3b8 req-7450412b-dbc7-4bb3-a62f-0dccc1887a83 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:03.675181 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6111bb33-7ae7-4811-ae68-3c87acc3f3b8 req-7450412b-dbc7-4bb3-a62f-0dccc1887a83 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 943 time: 0.0792363 May 19 13:37:03.686595 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6ff8a47a-0fa7-4c4d-81ed-bf8036947a9e req-e430a7b3-95de-4b3c-b29f-0a294aa160e0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565648 May 19 13:37:03.744121 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6111bb33-7ae7-4811-ae68-3c87acc3f3b8 req-79f6381b-74cd-493a-bb08-a2794b131f03 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611758 May 19 13:37:03.895756 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0a035-072d-412b-b094-43bef0d5eb29 req-23d1646f-cf94-4cfe-a1be-acd7e7b29e69 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:03.897343 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eda0a035-072d-412b-b094-43bef0d5eb29 req-23d1646f-cf94-4cfe-a1be-acd7e7b29e69 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0509806 May 19 13:37:03.956812 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eda0a035-072d-412b-b094-43bef0d5eb29 req-1e0ba1b6-8ca1-4c43-8312-ca2b07211029 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533254 May 19 13:37:04.680262 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device f893dedd-28aa-4e31-8cfb-add216f8a285 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:37:04.698866 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=100 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:04.789452 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:04.806770 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port f893dedd-28aa-4e31-8cfb-add216f8a285, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f893dedd-28aa-4e31-8cfb-add216f8a285,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:04.822552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'port_id': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'mac_address': 'fa:16:3e:22:e7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:37:04.853637 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74e2f3-d074-4605-aa6c-23eb6cb26fde req-fd4d5ee9-7efe-46d2-9f66-5840f371d1d4 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:04.860689 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0f74e2f3-d074-4605-aa6c-23eb6cb26fde req-fd4d5ee9-7efe-46d2-9f66-5840f371d1d4 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 945 time: 0.0769663 May 19 13:37:04.881305 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port f893dedd-28aa-4e31-8cfb-add216f8a285 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:04.881740 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:04.924525 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3f37b-9a01-4716-aa7e-fa8000ce310a req-4cd2ea9d-c762-4243-84ca-feb8d13f2b3f tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:04.926142 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e7c3f37b-9a01-4716-aa7e-fa8000ce310a req-4cd2ea9d-c762-4243-84ca-feb8d13f2b3f tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 943 time: 0.0928032 May 19 13:37:04.932000 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f893dedd-28aa-4e31-8cfb-add216f8a285 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:37:04.958082 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port f893dedd-28aa-4e31-8cfb-add216f8a285, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f893dedd-28aa-4e31-8cfb-add216f8a285,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:04.959459 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0f74e2f3-d074-4605-aa6c-23eb6cb26fde req-370626a3-1a17-4d84-87ab-1d5c6a70537d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976796 May 19 13:37:04.961297 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-2deae6f0-317d-4804-9d84-3b22d0093e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:04.963555 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-2deae6f0-317d-4804-9d84-3b22d0093e32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 1127 time: 0.0811112 May 19 13:37:04.965544 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:05.008659 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e7c3f37b-9a01-4716-aa7e-fa8000ce310a req-1ec91233-49d1-44f7-bd80-07af4fae2021 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764422 May 19 13:37:05.032603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:05.087122 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=f893dedd-28aa-4e31-8cfb-add216f8a285,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:05.117726 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-c230b26b-2af2-4886-b36d-67672926a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:05.119338 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-c230b26b-2af2-4886-b36d-67672926a51e service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 911 time: 0.1472070 May 19 13:37:05.130561 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31409ba-73a7-4717-a2fb-db3a60a48fa5 req-a8ae6e9e-b737-4eff-a02c-cc38338ae776 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:05.131995 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c31409ba-73a7-4717-a2fb-db3a60a48fa5 req-a8ae6e9e-b737-4eff-a02c-cc38338ae776 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0617526 May 19 13:37:05.187842 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c31409ba-73a7-4717-a2fb-db3a60a48fa5 req-4bdd891c-05a0-407f-8937-dd0fceddde6e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475831 May 19 13:37:05.264558 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-230d8345-60e6-4cb2-894c-bbf75d7b96aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 200 len: 217 time: 0.0556583 May 19 13:37:05.307081 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['f893dedd-28aa-4e31-8cfb-add216f8a285'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:37:05.430576 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:05.716045 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-55522bb6-53ce-45d5-98bd-ebe6995f6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:05.717560 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-55522bb6-53ce-45d5-98bd-ebe6995f6a20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0612881 May 19 13:37:05.772466 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-6d836f99-4102-4da7-904c-06e0bf8519eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:05.774203 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-6d836f99-4102-4da7-904c-06e0bf8519eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503109 May 19 13:37:05.889402 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-67bb5b67-f660-4ddd-97c2-80d658bf2bf3 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077082 May 19 13:37:05.996559 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d69155e6-0fc9-4a50-805b-0c5e8b1efdf2 req-f3990067-8c51-40fc-985a-afd84e247a21 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012049 May 19 13:37:06.109734 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87339ae6-2bf9-401f-ba8d-319f8e07560e req-405d5aee-6eaf-4500-a1d1-00f5307f0454 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:06.117815 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-87339ae6-2bf9-401f-ba8d-319f8e07560e req-405d5aee-6eaf-4500-a1d1-00f5307f0454 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 945 time: 0.0654593 May 19 13:37:06.163555 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef60da0-af62-4cc4-8f4c-441d0f89c371 req-5418790e-ab2e-4462-9941-4a8cbb875283 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:06.165133 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bef60da0-af62-4cc4-8f4c-441d0f89c371 req-5418790e-ab2e-4462-9941-4a8cbb875283 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 944 time: 0.0545745 May 19 13:37:06.185936 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-87339ae6-2bf9-401f-ba8d-319f8e07560e req-656c5b8d-6d33-430c-8fbb-8a73f97c3005 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671268 May 19 13:37:06.236501 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bef60da0-af62-4cc4-8f4c-441d0f89c371 req-8d18d9bf-7846-4ccb-9c99-5e90eb184f36 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628848 May 19 13:37:06.339986 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a920c-0862-45f4-adcf-3a51e1f3d01e req-6fd4278c-74cd-4336-8958-e5bfd76c13e7 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:06.343126 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-af3a920c-0862-45f4-adcf-3a51e1f3d01e req-6fd4278c-74cd-4336-8958-e5bfd76c13e7 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 945 time: 0.0534663 May 19 13:37:06.364630 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21ba6-99e2-4edb-a12a-f685b0fd9741 req-785925ea-4a49-451d-8b62-2107b5b4316f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:06.371767 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ded21ba6-99e2-4edb-a12a-f685b0fd9741 req-785925ea-4a49-451d-8b62-2107b5b4316f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0670075 May 19 13:37:06.395598 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:06.409329 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-af3a920c-0862-45f4-adcf-3a51e1f3d01e req-ccf4c05e-e4ca-4483-9163-3590328996d9 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600615 May 19 13:37:06.425386 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ded21ba6-99e2-4edb-a12a-f685b0fd9741 req-d3d81680-cc4f-4583-8cd1-be8e0cff3feb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527697 May 19 13:37:06.434508 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54116) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:37:06.606220 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58411832-088f-452b-af67-e0f909de5930 tempest-TestVolumeBootPattern-858655790 tempest-TestVolumeBootPattern-858655790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:06.610462 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-58411832-088f-452b-af67-e0f909de5930 tempest-TestVolumeBootPattern-858655790 tempest-TestVolumeBootPattern-858655790-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 1124 time: 0.1721916 May 19 13:37:06.610685 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54120) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:37:06.614879 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'port_id': 'dc294f75-6a16-4072-8363-f879c3f39838', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:37:06.664215 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:06.701768 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device f893dedd-28aa-4e31-8cfb-add216f8a285 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:37:06.761851 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:06.765127 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port f893dedd-28aa-4e31-8cfb-add216f8a285 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:37:06.775004 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port f893dedd-28aa-4e31-8cfb-add216f8a285 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:37:06.775548 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:06.806310 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=45 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:06.818965 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=7 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:06.859243 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port f893dedd-28aa-4e31-8cfb-add216f8a285 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:06.859634 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:06.873241 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:06.884620 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:06.887006 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc3617e-8773-45e0-997e-f09a46a39f3b" -d '{"events": [{"server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "name": "network-vif-plugged", "status": "completed", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:37:06.900572 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port f893dedd-28aa-4e31-8cfb-add216f8a285, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f893dedd-28aa-4e31-8cfb-add216f8a285,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:06.910284 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:06.931055 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Allocated IP 172.27.1.137 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:37:06.940805 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb0d925-eebc-4623-b7a6-819c05c13178 x-openstack-request-id: req-cbb0d925-eebc-4623-b7a6-819c05c13178 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:37:06.941116 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "name": "network-vif-plugged", "status": "completed", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:37:06.941371 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbb0d925-eebc-4623-b7a6-819c05c13178 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:37:06.941790 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb0d925-eebc-4623-b7a6-819c05c13178'] response: {'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'code': 200} May 19 13:37:06.970636 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=f893dedd-28aa-4e31-8cfb-add216f8a285,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:07.068057 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:07.114106 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:07.157461 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:07.165390 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:07.169058 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:07.173616 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:37:07.200827 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:07.210309 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ef7-a141-4219-8580-2461132e5b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:07.213872 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d0cad-7d64-463f-a3f9-7a7d8e6a8812 req-c4226bc6-3ad3-4600-8b1a-3effb9f0c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:07.215407 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-750d0cad-7d64-463f-a3f9-7a7d8e6a8812 req-c4226bc6-3ad3-4600-8b1a-3effb9f0c2c2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 1129 time: 0.0679529 May 19 13:37:07.278667 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-750d0cad-7d64-463f-a3f9-7a7d8e6a8812 req-8898bf7b-6e4c-4ddb-b7f4-e002f5df2565 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573232 May 19 13:37:07.382243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80965f-a947-48fe-8268-f2f213b85d6a req-d22fb427-e29b-42ad-9b21-f1f33e2e0729 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:07.384250 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4b80965f-a947-48fe-8268-f2f213b85d6a req-d22fb427-e29b-42ad-9b21-f1f33e2e0729 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0577486 May 19 13:37:07.444932 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4b80965f-a947-48fe-8268-f2f213b85d6a req-6fcb376d-6167-42c8-a06d-44b991f35bc1 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547943 May 19 13:37:07.579207 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fbbfc-87af-4285-9e8a-4adfd89e95da req-b9c9b612-4f70-489d-bbf9-22bac16e440b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:07.580861 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-780fbbfc-87af-4285-9e8a-4adfd89e95da req-b9c9b612-4f70-489d-bbf9-22bac16e440b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0625579 May 19 13:37:07.622654 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:07.691656 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-780fbbfc-87af-4285-9e8a-4adfd89e95da req-5acba61a-ffad-4a5f-ae20-2ad42d298345 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870032 May 19 13:37:07.695937 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (a87a8c7c-523f-4cb7-8242-8965308c8d73), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:07.765942 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:07.818426 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:07.951783 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:07.958377 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:08.032633 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:08.040696 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (a87a8c7c-523f-4cb7-8242-8965308c8d73), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:08.142471 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Floating IP a87a8c7c-523f-4cb7-8242-8965308c8d73 associated. External IP: 172.27.1.137, port: dc294f75-6a16-4072-8363-f879c3f39838. May 19 13:37:08.364363 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:37:08.480754 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:37:08.501971 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:37:08.506769 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:08.513293 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:37:08.514190 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:08.543955 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-06a99fac-6c59-4b21-993a-70191cd100c5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9322560 May 19 13:37:08.545219 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:08.547800 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2994ca-4b77-464a-ac8d-d39aae5519d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "tag": "dc294f75-6a16-4072-8363-f879c3f39838"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:37:08.584190 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6816b-e36f-4fbc-b1d4-60c87d2241c6 req-e3ea4e2e-0984-4e13-b8d2-d71f53b1e692 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:08.589960 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a8b6816b-e36f-4fbc-b1d4-60c87d2241c6 req-e3ea4e2e-0984-4e13-b8d2-d71f53b1e692 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0601990 May 19 13:37:08.635637 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:37:08.645923 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a8b6816b-e36f-4fbc-b1d4-60c87d2241c6 req-0cbfca0f-0575-47c2-b6a7-757c3ad97888 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511203 May 19 13:37:08.664241 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944051d-a2d8-446a-beb4-d2e9f04688f7 x-openstack-request-id: req-c944051d-a2d8-446a-beb4-d2e9f04688f7 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:37:08.664530 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "tag": "dc294f75-6a16-4072-8363-f879c3f39838", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:37:08.664783 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c944051d-a2d8-446a-beb4-d2e9f04688f7 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:37:08.665189 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c944051d-a2d8-446a-beb4-d2e9f04688f7'] response: {'name': 'network-changed', 'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838', 'status': 'completed', 'code': 200} May 19 13:37:08.819129 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f46a-9213-40c5-84ad-59a8bd06ccb5 req-a5395195-1bc2-4203-876c-9302bd28d7b5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:08.820602 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3f51f46a-9213-40c5-84ad-59a8bd06ccb5 req-a5395195-1bc2-4203-876c-9302bd28d7b5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0464959 May 19 13:37:08.854595 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'a87a8c7c-523f-4cb7-8242-8965308c8d73', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'dc294f75-6a16-4072-8363-f879c3f39838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:44:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:37:07Z', 'updated_at': '2022-05-19T13:37:07Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:08.877229 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3f51f46a-9213-40c5-84ad-59a8bd06ccb5 req-fbf75205-2213-4a91-9763-c5ceb0e1b8d7 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504396 May 19 13:37:08.880767 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:37:08.889547 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:37:08.890164 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:36:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:08.991014 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:37:09.142858 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:09.177289 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-460ee11e-e22f-4147-9dc5-60f9a1f15bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.178870 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-460ee11e-e22f-4147-9dc5-60f9a1f15bba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 1129 time: 0.0447998 May 19 13:37:09.179219 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-9bb9c56c-848d-4219-950e-ba9eaf2c0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.180717 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-9bb9c56c-848d-4219-950e-ba9eaf2c0811 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 1130 time: 0.0479209 May 19 13:37:09.211016 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'a87a8c7c-523f-4cb7-8242-8965308c8d73', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'dc294f75-6a16-4072-8363-f879c3f39838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:44:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:37:07Z', 'updated_at': '2022-05-19T13:37:07Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:09.254114 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:09.290511 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-1615ed1f-d934-45f6-a991-946d1951d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.290987 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-6b637068-142e-4d6c-b9b2-ce66aeba10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.292260 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-1615ed1f-d934-45f6-a991-946d1951d1d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.1018806 May 19 13:37:09.292437 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-6b637068-142e-4d6c-b9b2-ce66aeba10ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.1014938 May 19 13:37:09.327117 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d07d6d-fb8a-42f1-bb57-fb5f7802ef1c None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'a87a8c7c-523f-4cb7-8242-8965308c8d73', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'dc294f75-6a16-4072-8363-f879c3f39838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:44:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:37:07Z', 'updated_at': '2022-05-19T13:37:07Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:37:09.343947 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:09.363937 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-9f62fec8-a8c1-4aee-96d1-0cbea818a922 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc294f75-6a16-4072-8363-f879c3f39838 HTTP/1.1" status: 200 len: 999 time: 0.0616426 May 19 13:37:09.374617 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-cded7a14-c73d-4096-8084-d6c6761fec08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d6a89e-f532-421c-8c67-0672e13b68a3 HTTP/1.1" status: 200 len: 1002 time: 0.0718975 May 19 13:37:09.422147 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-50544f63-853e-43e0-9218-30bad79bd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.424401 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-50544f63-853e-43e0-9218-30bad79bd4e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0537200 May 19 13:37:09.429738 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-0433d310-1d37-4692-80ed-6beabc6d59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.431239 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-0433d310-1d37-4692-80ed-6beabc6d59d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0509038 May 19 13:37:09.475877 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-a922923e-4d4f-4ca8-b412-9f637013c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.476143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-fbd0def1-c840-4377-82a8-897092a119e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.477508 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-a922923e-4d4f-4ca8-b412-9f637013c6e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477538 May 19 13:37:09.477770 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-fbd0def1-c840-4377-82a8-897092a119e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409846 May 19 13:37:09.562713 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69404c6-bd1a-4a10-bf37-6c3857ddca46 None None] New status for floating IP a87a8c7c-523f-4cb7-8242-8965308c8d73: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:37:09.577870 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-bd444c5a-3696-48bf-833c-739771f8f6ea service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892661 May 19 13:37:09.588362 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-f71ddc46-1451-4aa3-9c5c-c7de2880cf8a service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996988 May 19 13:37:09.635882 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b7da73f5-5deb-4590-89a6-bff3ce2d7993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:09.700555 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-27f9ae62-651f-4b3a-bc95-a45d46249640 req-fc97174d-c82e-4b0e-800e-d12fbf688c9e service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070428 May 19 13:37:09.974246 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13c46d-4cdf-4a5f-8371-bb04e83e75b6 req-9fe88265-b2a7-491e-a1f0-5f8ac1b10871 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:09.975652 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4c13c46d-4cdf-4a5f-8371-bb04e83e75b6 req-9fe88265-b2a7-491e-a1f0-5f8ac1b10871 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0605235 May 19 13:37:10.000196 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364e3fb-5ad3-40df-8084-a10bceb1186f req-ef19a6e8-f53f-4486-a626-cef75607a92c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:10.001725 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e364e3fb-5ad3-40df-8084-a10bceb1186f req-ef19a6e8-f53f-4486-a626-cef75607a92c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 946 time: 0.0497768 May 19 13:37:10.017111 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6f2994ca-4b77-464a-ac8d-d39aae5519d0 req-c31da725-4fbb-40c8-a208-7f9484c5fcea service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328573 May 19 13:37:10.043405 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4c13c46d-4cdf-4a5f-8371-bb04e83e75b6 req-082928c2-e695-442a-b880-5b4ddbade7d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567548 May 19 13:37:10.049549 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e364e3fb-5ad3-40df-8084-a10bceb1186f req-a00996b7-8a4b-4468-bd33-df986e3eedb6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 May 19 13:37:10.165841 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402fa72-40ad-4888-92a3-95fe452cfa25 req-b0f83a7a-7d74-477d-ad83-819375817a79 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:10.167313 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d402fa72-40ad-4888-92a3-95fe452cfa25 req-b0f83a7a-7d74-477d-ad83-819375817a79 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0596595 May 19 13:37:10.180771 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54158) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:37:10.187269 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'floatingip': {'port_id': 'f893dedd-28aa-4e31-8cfb-add216f8a285'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:37:10.225177 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (cd3693aa-0638-4e21-9e31-4e161ee4fd29), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:10.328637 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:10.653628 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:10.659125 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (cd3693aa-0638-4e21-9e31-4e161ee4fd29), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:10.698468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:10.713641 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:37:10.757807 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Floating IP cd3693aa-0638-4e21-9e31-4e161ee4fd29 associated. External IP: 172.27.1.173, port: f893dedd-28aa-4e31-8cfb-add216f8a285. May 19 13:37:10.797165 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: ACTIVE; New status is: DOWN {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:10.797604 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:10.820211 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:10.825429 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:10.827677 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d40fb2-e15d-483f-a8a8-3ff09b621925" -d '{"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-unplugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:37:10.845921 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:10.852437 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:10.878152 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2663f023-a041-42e2-8061-297630213bec x-openstack-request-id: req-2663f023-a041-42e2-8061-297630213bec {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:37:10.878457 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-unplugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:37:10.878702 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2663f023-a041-42e2-8061-297630213bec {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:37:10.879084 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2663f023-a041-42e2-8061-297630213bec'] response: {'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'code': 200} May 19 13:37:10.904413 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=8']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:10.966160 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Router dc4347c3-47f2-4428-aa0f-6202311fcb80 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:37:11.070615 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:37:11.075511 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:11.081938 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] Sync routers for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:37:11.093808 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:37:11.094472 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:37:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:11.109306 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-0e2739b6-0141-446a-9a85-d9ae19a0ad5e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "PUT /v2.0/floatingips/cd3693aa-0638-4e21-9e31-4e161ee4fd29 HTTP/1.1" status: 200 len: 991 time: 0.9270568 May 19 13:37:11.110131 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:11.113119 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:37:11.161986 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578077a-e3f2-42e0-93bf-ef3ac25cb323 x-openstack-request-id: req-d578077a-e3f2-42e0-93bf-ef3ac25cb323 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:37:11.162280 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:37:11.162570 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d578077a-e3f2-42e0-93bf-ef3ac25cb323 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:37:11.162986 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d578077a-e3f2-42e0-93bf-ef3ac25cb323'] response: {'name': 'network-changed', 'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'status': 'completed', 'code': 200} May 19 13:37:11.186035 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b2305-e01a-40d0-a804-85be6e003bd0 req-f85e556d-a43c-416b-b17c-6bed8a9e814b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:11.187592 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c55b2305-e01a-40d0-a804-85be6e003bd0 req-f85e556d-a43c-416b-b17c-6bed8a9e814b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0579898 May 19 13:37:11.199613 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:37:11.201178 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:11.244126 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c55b2305-e01a-40d0-a804-85be6e003bd0 req-5bcbaac7-169c-4f2b-89ba-2c29e865d085 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501347 May 19 13:37:11.277374 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-4336e128-08aa-499c-9bda-4240ea2d1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:11.278890 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-4336e128-08aa-499c-9bda-4240ea2d1d94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 1129 time: 0.0502210 May 19 13:37:11.405353 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-2cc073c9-7ec8-4330-a8c1-0bd0c5877a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:11.407168 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-2cc073c9-7ec8-4330-a8c1-0bd0c5877a1f service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 911 time: 0.0993423 May 19 13:37:11.425332 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'cd3693aa-0638-4e21-9e31-4e161ee4fd29', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'port_id': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'mac_address': 'fa:16:3e:22:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b705092-099b-444c-81cf-ecfacd701ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:36:56Z', 'updated_at': '2022-05-19T13:37:10Z', 'revision_number': 1, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:11.451875 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] Checking router: dc4347c3-47f2-4428-aa0f-6202311fcb80 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:37:11.454637 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:11.463298 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:37:11.463940 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:37:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:11.485816 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-92a7e388-6a65-4ef4-863f-207c29961956 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 200 len: 999 time: 0.0621080 May 19 13:37:11.544631 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-82febb46-5806-4083-8a07-ccde68c1f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:11.546612 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-82febb46-5806-4083-8a07-ccde68c1f6a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0485601 May 19 13:37:11.566282 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:37:11.750596 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-705726f5-d96e-49a4-836c-7ceeecfe20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:11.752338 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-705726f5-d96e-49a4-836c-7ceeecfe20ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451097 May 19 13:37:11.780417 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'cd3693aa-0638-4e21-9e31-4e161ee4fd29', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'port_id': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'mac_address': 'fa:16:3e:22:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b705092-099b-444c-81cf-ecfacd701ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:36:56Z', 'updated_at': '2022-05-19T13:37:10Z', 'revision_number': 1, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:11.813647 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45209c-f607-431d-bb16-76806b2c99f8 None None] The sync data for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi is: [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'cd3693aa-0638-4e21-9e31-4e161ee4fd29', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'port_id': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'mac_address': 'fa:16:3e:22:e7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b705092-099b-444c-81cf-ecfacd701ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:36:56Z', 'updated_at': '2022-05-19T13:37:10Z', 'revision_number': 1, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:37:11.815888 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:11.850021 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-e103c614-fb37-4a4f-bf5d-54a76857b7e7 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915523 May 19 13:37:11.945925 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:11.952387 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56ff4bdf-3a6d-486f-a5ee-beceae1001cf req-b344da5b-f285-44c1-8476-0629f2839f84 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960476 May 19 13:37:12.011830 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0326335-3d81-4eee-a1a6-41cb00d25b11 None None] New status for floating IP cd3693aa-0638-4e21-9e31-4e161ee4fd29: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:37:12.367505 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e06509-fffb-44e4-b15e-1f62dc2659bb req-923dc4ee-78eb-4303-a0f0-75201239a552 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:12.368985 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-23e06509-fffb-44e4-b15e-1f62dc2659bb req-923dc4ee-78eb-4303-a0f0-75201239a552 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0480697 May 19 13:37:12.415522 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:12.420265 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-23e06509-fffb-44e4-b15e-1f62dc2659bb req-e62568ca-0249-4c6a-846e-21aef275d421 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 May 19 13:37:13.563588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad893002-75de-4c25-98f7-83e8226cb766 req-7aff3a88-c788-47fe-be6a-8d41892149b1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:13.565144 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ad893002-75de-4c25-98f7-83e8226cb766 req-7aff3a88-c788-47fe-be6a-8d41892149b1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0519314 May 19 13:37:13.585331 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:13.618000 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ad893002-75de-4c25-98f7-83e8226cb766 req-254b0f40-1ee1-4d64-a6f5-5691d32557a0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467677 May 19 13:37:13.768996 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54214) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:37:13.862798 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-6897a753-8bed-435f-a12b-a5a0893e56af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924909 May 19 13:37:13.871479 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-768377ac-f1ed-4cd3-b400-a4b9efdee639 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103683) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:37:13.872433 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-768377ac-f1ed-4cd3-b400-a4b9efdee639 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050042 May 19 13:37:13.895790 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:13.953711 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54222) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:37:14.052259 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197510-fb30-4ea5-8913-b750f1799582 req-985877d1-f1e0-4c08-8e56-ad861d40fae2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:14.053653 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-985877d1-f1e0-4c08-8e56-ad861d40fae2 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports/23d6a89e-f532-421c-8c67-0672e13b68a3 HTTP/1.1" status: 200 len: 941 time: 0.0979142 May 19 13:37:14.729072 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:37:14.748951 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96f432-0ca8-4997-9e34-d6d5071e0c99 req-4cba1c44-72e2-483d-8e00-4e043f783764 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:14.750458 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ce96f432-0ca8-4997-9e34-d6d5071e0c99 req-4cba1c44-72e2-483d-8e00-4e043f783764 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0504165 May 19 13:37:14.804472 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ce96f432-0ca8-4997-9e34-d6d5071e0c99 req-19a34cd9-7ed4-4eca-9066-4dcaa12eae79 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479262 May 19 13:37:14.812442 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: DOWN; New status is: DOWN {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:15.033105 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197510-fb30-4ea5-8913-b750f1799582 req-5e491b5f-d2e7-4334-8e7c-a482219ab321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:15.034710 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-5e491b5f-d2e7-4334-8e7c-a482219ab321 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52&tenant_id=959c5c84bd724d2688f435b15b41f1c8 HTTP/1.1" status: 200 len: 1128 time: 0.0479462 May 19 13:37:15.111836 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197510-fb30-4ea5-8913-b750f1799582 req-7a36cb98-4126-43bd-92b1-4776590dc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:15.113227 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-7a36cb98-4126-43bd-92b1-4776590dc576 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=959c5c84bd724d2688f435b15b41f1c8&device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 1128 time: 0.0420110 May 19 13:37:15.210906 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197510-fb30-4ea5-8913-b750f1799582 req-53516dab-8b30-4651-82f9-3aa8896d2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:15.212431 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-53516dab-8b30-4651-82f9-3aa8896d2b86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 200 len: 918 time: 0.0902045 May 19 13:37:15.278807 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-126105b7-1ab4-47ca-81ce-2b4fa8f17f07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d6a89e-f532-421c-8c67-0672e13b68a3 HTTP/1.1" status: 200 len: 1000 time: 0.0609736 May 19 13:37:15.340875 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197510-fb30-4ea5-8913-b750f1799582 req-fa75140a-f649-48ee-87f4-7277eff83938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:15.342405 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-fa75140a-f649-48ee-87f4-7277eff83938 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 200 len: 856 time: 0.0581968 May 19 13:37:15.390759 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197510-fb30-4ea5-8913-b750f1799582 req-7f0aa9f8-5810-421a-9cd6-239d79f67dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:15.392323 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-7f0aa9f8-5810-421a-9cd6-239d79f67dda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=680a83a0-30ec-41c9-9148-fa9290c3fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443361 May 19 13:37:15.484700 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-8b681d0f-da88-4c8a-a770-2c278faf3763 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865219 May 19 13:37:15.592232 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cc197510-fb30-4ea5-8913-b750f1799582 req-0617ac86-fb27-47ba-9465-a6f76c54f927 service neutron] 10.222.0.58 "GET /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904839 May 19 13:37:15.930168 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d174-a8a9-4d4c-b803-80befabac4a4 req-b3fe7536-d16b-4184-b41a-218c9861ca70 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:15.931651 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4035d174-a8a9-4d4c-b803-80befabac4a4 req-b3fe7536-d16b-4184-b41a-218c9861ca70 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0504093 May 19 13:37:15.980574 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4035d174-a8a9-4d4c-b803-80befabac4a4 req-a20469ba-f344-43c8-b7d2-a0d8ae487fb0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433917 May 19 13:37:17.136329 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4099a19-94d4-41ff-bbe9-af318378e280 req-63ee6673-a027-4ba1-808b-b25ecde2e4d1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:17.138161 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b4099a19-94d4-41ff-bbe9-af318378e280 req-63ee6673-a027-4ba1-808b-b25ecde2e4d1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0780780 May 19 13:37:17.190715 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b4099a19-94d4-41ff-bbe9-af318378e280 req-cb2c0810-7b42-42e3-85f3-8bce32d5d607 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 May 19 13:37:18.327031 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33759b28-fd99-489c-ac7e-c682570dbd08 req-fc77870b-6e06-4d71-af10-8687af5486a5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:18.329985 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33759b28-fd99-489c-ac7e-c682570dbd08 req-fc77870b-6e06-4d71-af10-8687af5486a5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0509934 May 19 13:37:18.380993 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33759b28-fd99-489c-ac7e-c682570dbd08 req-316bd3f8-fa42-4f9d-a3ad-619aac0b458e tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467370 May 19 13:37:19.508471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04699-7204-4f01-86bb-85e9e40b13e3 req-f893bc51-3bdf-40ee-b977-1ae32bea5065 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:19.509986 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-21d04699-7204-4f01-86bb-85e9e40b13e3 req-f893bc51-3bdf-40ee-b977-1ae32bea5065 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0541446 May 19 13:37:19.560923 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-21d04699-7204-4f01-86bb-85e9e40b13e3 req-d6b1af72-7dc1-4121-a0a8-204032bf9bc0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452564 May 19 13:37:20.683543 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04aa9d-82c2-44a8-824d-33b85a3c20cf req-0645ec48-d936-4b65-9748-08bc7d67be86 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:20.684972 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0f04aa9d-82c2-44a8-824d-33b85a3c20cf req-0645ec48-d936-4b65-9748-08bc7d67be86 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0493500 May 19 13:37:20.735932 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0f04aa9d-82c2-44a8-824d-33b85a3c20cf req-141e3c58-f1b7-4cac-b95c-d85da0de0141 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 May 19 13:37:21.782925 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=60 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:21.784463 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=36 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:21.866178 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25c23b-dd43-454a-abf9-956419931716 req-29d7c064-a029-4abe-90c3-9376f5085672 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:21.867701 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0f25c23b-dd43-454a-abf9-956419931716 req-29d7c064-a029-4abe-90c3-9376f5085672 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0477827 May 19 13:37:21.887282 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:21.917263 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0f25c23b-dd43-454a-abf9-956419931716 req-a8b17bdb-b6e8-46a7-9342-56d3fc368c0f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 May 19 13:37:23.053135 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2823-748d-4f58-9845-aeb58a3ff1a4 req-623fff4b-8d6f-4933-a2fc-0879b9ce935f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:23.054673 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd7a2823-748d-4f58-9845-aeb58a3ff1a4 req-623fff4b-8d6f-4933-a2fc-0879b9ce935f tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0539982 May 19 13:37:23.111228 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd7a2823-748d-4f58-9845-aeb58a3ff1a4 req-d8d2e6de-e9d7-4687-841a-08427bb05d46 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508821 May 19 13:37:23.873613 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:37:24.114997 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:24.242011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5f33-fa13-4af9-a86f-3f100f2faad7 req-bcd3d153-7a50-4772-9ec3-de50b59dd3e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:24.243562 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8b5a5f33-fa13-4af9-a86f-3f100f2faad7 req-bcd3d153-7a50-4772-9ec3-de50b59dd3e4 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0480273 May 19 13:37:24.293328 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:24.298650 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8b5a5f33-fa13-4af9-a86f-3f100f2faad7 req-674f978b-443d-468d-b1b4-f5c6add54909 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 May 19 13:37:24.811606 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:25.444227 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a1d2f-7708-4ba5-a20f-1e7a1bcfba28 req-cd5070da-c801-4955-9dd8-3b290b8d5ab6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:25.445725 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-426a1d2f-7708-4ba5-a20f-1e7a1bcfba28 req-cd5070da-c801-4955-9dd8-3b290b8d5ab6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0535309 May 19 13:37:25.492768 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-426a1d2f-7708-4ba5-a20f-1e7a1bcfba28 req-f9436835-9f7f-4629-935c-9ca34a516a55 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 May 19 13:37:26.623569 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4105ede-f67c-4a1e-8d98-c0db790574a8 req-c0a75571-a26c-49d3-9bb4-3035ab8700c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:26.625065 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e4105ede-f67c-4a1e-8d98-c0db790574a8 req-c0a75571-a26c-49d3-9bb4-3035ab8700c6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0499473 May 19 13:37:26.685960 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e4105ede-f67c-4a1e-8d98-c0db790574a8 req-eefdb610-859d-4545-ac0c-2bb5e6e7a0be tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526636 May 19 13:37:27.812854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:27.832568 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78b9f7-b251-4600-8c62-af35cebf5f78 req-1054a7f6-5d2d-4676-a3d5-f7467714ad34 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:27.834400 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0c78b9f7-b251-4600-8c62-af35cebf5f78 req-1054a7f6-5d2d-4676-a3d5-f7467714ad34 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0631847 May 19 13:37:27.884545 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0c78b9f7-b251-4600-8c62-af35cebf5f78 req-b6d32710-126d-444e-8046-f0868edd83cb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 May 19 13:37:29.032081 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2795-d09a-4435-8652-a4f727bacb1b req-86c0c78f-6e84-48fa-8b42-35e297282a96 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:29.033568 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e5fe2795-d09a-4435-8652-a4f727bacb1b req-86c0c78f-6e84-48fa-8b42-35e297282a96 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0541871 May 19 13:37:29.090989 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e5fe2795-d09a-4435-8652-a4f727bacb1b req-69dcd042-4d84-49ad-9970-c7c94ad34742 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486133 May 19 13:37:30.222217 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e26c8-6cf7-44a1-9fc8-df4bbd6757fd req-8e87d5c2-4fe8-46ab-b3c2-44cf65f50f8b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:30.223678 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-446e26c8-6cf7-44a1-9fc8-df4bbd6757fd req-8e87d5c2-4fe8-46ab-b3c2-44cf65f50f8b tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 944 time: 0.0504525 May 19 13:37:30.279120 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-446e26c8-6cf7-44a1-9fc8-df4bbd6757fd req-24e8d369-9876-4f1b-9de9-ed5e2991a245 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495872 May 19 13:37:30.837529 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:37:30.914456 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:30.963423 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:30.975993 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'port_id': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'mac_address': 'fa:16:3e:59:8e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:37:31.014834 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:31.018069 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:31.018462 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:31.032876 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d6a89e-f532-421c-8c67-0672e13b68a3 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:37:31.052667 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:31.059385 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:31.106276 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=9']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:31.377058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['23d6a89e-f532-421c-8c67-0672e13b68a3'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:37:31.418086 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c999-4b53-41f4-9e23-6a57fffb65f5 req-add73500-9be3-4ad5-942b-6e5d6a4951f6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:31.419870 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bfa9c999-4b53-41f4-9e23-6a57fffb65f5 req-add73500-9be3-4ad5-942b-6e5d6a4951f6 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 945 time: 0.0585921 May 19 13:37:31.468217 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bfa9c999-4b53-41f4-9e23-6a57fffb65f5 req-3c722384-9839-439c-9c91-dc2413a98084 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425665 May 19 13:37:32.523472 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=16 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:32.601365 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40f05-f215-42af-b5c8-ea4d71faff3c req-a3a03a83-7637-42ba-8282-1bce1cb51912 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:32.602801 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-88f40f05-f215-42af-b5c8-ea4d71faff3c req-a3a03a83-7637-42ba-8282-1bce1cb51912 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 945 time: 0.0505540 May 19 13:37:32.654289 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-88f40f05-f215-42af-b5c8-ea4d71faff3c req-277ccced-f6ae-41a9-bbbd-4b1139659005 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 May 19 13:37:32.838768 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:37:32.886912 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 23d6a89e-f532-421c-8c67-0672e13b68a3 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:37:32.887294 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:32.960675 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 23d6a89e-f532-421c-8c67-0672e13b68a3 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:37:32.961051 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:32.983902 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:32.986178 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b501d98d-d603-490b-a24a-36fd510a56c6" -d '{"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:37:32.999665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:37:33.006174 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:33.039956 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7906fbd-0865-4723-b2c9-069d7391fbd0 x-openstack-request-id: req-d7906fbd-0865-4723-b2c9-069d7391fbd0 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:37:33.040303 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-plugged", "status": "completed", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:37:33.040560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7906fbd-0865-4723-b2c9-069d7391fbd0 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:37:33.040954 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7906fbd-0865-4723-b2c9-069d7391fbd0'] response: {'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'code': 200} May 19 13:37:33.067040 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=10']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:33.316522 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d7f8d-13f7-46fc-8d80-ef18835f9954 req-84e02ac4-b616-4dcb-9ca0-2876dec5beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:33.318037 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b68d7f8d-13f7-46fc-8d80-ef18835f9954 req-84e02ac4-b616-4dcb-9ca0-2876dec5beee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 1131 time: 0.0452738 May 19 13:37:33.370262 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b68d7f8d-13f7-46fc-8d80-ef18835f9954 req-681d86fa-d98e-4a94-be1f-fa28a6d9d62d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 May 19 13:37:33.788626 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c676-e693-4b70-bf13-bf6e960c9cf8 req-8085aa16-a786-4e0f-a52f-997f4ee4c8fb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:33.790121 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-76f2c676-e693-4b70-bf13-bf6e960c9cf8 req-8085aa16-a786-4e0f-a52f-997f4ee4c8fb tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 947 time: 0.0467565 May 19 13:37:33.837304 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-76f2c676-e693-4b70-bf13-bf6e960c9cf8 req-18e9814c-e9c9-471f-b281-2f547424904d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 May 19 13:37:34.962525 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c632c9-486e-4439-8560-6488ee238a1e req-1150e536-459e-4198-9728-bbb23e3c9a1a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:34.964806 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-65c632c9-486e-4439-8560-6488ee238a1e req-1150e536-459e-4198-9728-bbb23e3c9a1a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 947 time: 0.0505471 May 19 13:37:35.016648 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-65c632c9-486e-4439-8560-6488ee238a1e req-e2602cae-b6aa-44e3-a9b7-2ecea25ef5c5 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460629 May 19 13:37:36.152578 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415369-b629-4441-b0b9-d17f7ddff83c req-3c027c25-e0e2-4702-ac95-339e28d1b016 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:36.154088 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-34415369-b629-4441-b0b9-d17f7ddff83c req-3c027c25-e0e2-4702-ac95-339e28d1b016 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 947 time: 0.0518405 May 19 13:37:36.172666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:36.211922 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-34415369-b629-4441-b0b9-d17f7ddff83c req-b1512578-d658-41b0-89a7-134622c12708 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522254 May 19 13:37:37.204540 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6676e0c6-6f74-4567-83f4-e2f33faf24ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:39.609357 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-712f9201-6df7-48d7-8326-f3ff699b216e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:40.818882 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:42.422663 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:43.804156 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:43.816698 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=17 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:43.903208 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:45.005351 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=46 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:45.013400 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=54 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:46.204941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=41 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:46.208005 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:53.882607 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:53.889870 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:53.894758 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:37:54.117613 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:37:58.408193 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72311767-a901-49a2-81ef-662ef047e95b req-d3cd0900-4184-4d25-ab19-baec009e0779 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:58.409690 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-72311767-a901-49a2-81ef-662ef047e95b req-d3cd0900-4184-4d25-ab19-baec009e0779 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0480530 May 19 13:37:58.457384 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-72311767-a901-49a2-81ef-662ef047e95b req-58e994a3-4432-4052-a72c-0bda57050d0a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 May 19 13:37:59.585737 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fd2fc-fe09-4907-ab2f-73e5b1b181ae req-7c6900e6-c94c-4025-a2a9-d5c128ad3dde tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:59.587078 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a47fd2fc-fe09-4907-ab2f-73e5b1b181ae req-7c6900e6-c94c-4025-a2a9-d5c128ad3dde tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0479038 May 19 13:37:59.643304 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a47fd2fc-fe09-4907-ab2f-73e5b1b181ae req-3e3cc4bc-0490-4f2a-8a32-bac51139792c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484467 May 19 13:38:00.778680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23242b9-5d80-47f5-8c6c-60d2f91a436e req-ba5ce661-06a7-43df-b053-e6262847c040 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:00.780228 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a23242b9-5d80-47f5-8c6c-60d2f91a436e req-ba5ce661-06a7-43df-b053-e6262847c040 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0612190 May 19 13:38:00.873283 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:38:01.091882 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a23242b9-5d80-47f5-8c6c-60d2f91a436e req-41eaf568-0ffa-4712-8608-3ec80f985f82 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032017 May 19 13:38:02.228566 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c96f1-ca01-4167-888b-30cff9b566e4 req-4045ec06-6849-4c3f-af20-28a082b717aa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:02.230069 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fe3c96f1-ca01-4167-888b-30cff9b566e4 req-4045ec06-6849-4c3f-af20-28a082b717aa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0511928 May 19 13:38:02.286647 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-fe3c96f1-ca01-4167-888b-30cff9b566e4 req-d70b1e8d-119c-4d36-81be-4d661ad932ac tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481389 May 19 13:38:03.412012 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbf634-e350-4af0-9059-c9b7a8df2495 req-7b492425-a787-499f-8c39-4725c15d28d2 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:03.413558 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b7fbf634-e350-4af0-9059-c9b7a8df2495 req-7b492425-a787-499f-8c39-4725c15d28d2 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0490968 May 19 13:38:03.461880 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b7fbf634-e350-4af0-9059-c9b7a8df2495 req-ce632d57-49fd-4685-a834-889e2612eaca tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 May 19 13:38:04.599192 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad5f3e-f05b-45aa-9be0-053ce0f76492 req-91a54599-7fca-47ce-be0a-dadcde03c916 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:04.600599 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81ad5f3e-f05b-45aa-9be0-053ce0f76492 req-91a54599-7fca-47ce-be0a-dadcde03c916 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0608573 May 19 13:38:04.650359 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-81ad5f3e-f05b-45aa-9be0-053ce0f76492 req-2ec98a0c-ff7f-4f39-a438-aa0623dbaf02 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 May 19 13:38:05.780509 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab755b-d0cd-4373-bc69-7700fd7edc0a req-77837a45-da93-4bd1-a036-effe77559691 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:05.782011 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e7ab755b-d0cd-4373-bc69-7700fd7edc0a req-77837a45-da93-4bd1-a036-effe77559691 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0494773 May 19 13:38:05.853599 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e7ab755b-d0cd-4373-bc69-7700fd7edc0a req-8da7dc7a-c5b5-4266-8772-3434b68acc01 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631642 May 19 13:38:06.978554 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282c3a-9a65-4918-9e3d-e1acb30ace63 req-d9adb880-d256-429f-baf2-3fae83f6eee7 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:06.980036 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-51282c3a-9a65-4918-9e3d-e1acb30ace63 req-d9adb880-d256-429f-baf2-3fae83f6eee7 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0493112 May 19 13:38:07.031011 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-51282c3a-9a65-4918-9e3d-e1acb30ace63 req-341188b3-3941-4135-a91e-e30ad4966849 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439126 May 19 13:38:07.199139 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-378e26d4-0f3f-4e5d-83ac-35c57f5b6399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:08.150419 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc82480-ce9b-424a-9925-8a2ab9a01c77 req-04de9f76-f61f-4278-91db-54b6ad08e442 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:08.151939 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4fc82480-ce9b-424a-9925-8a2ab9a01c77 req-04de9f76-f61f-4278-91db-54b6ad08e442 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0493345 May 19 13:38:08.200294 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4fc82480-ce9b-424a-9925-8a2ab9a01c77 req-648ce8ca-278e-4e0e-8663-8e7fe3bcde04 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 May 19 13:38:09.040108 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954ad0-591e-450a-97f2-efbd7d82c4d5 req-10a51d3b-d59d-44eb-bd26-81629658ed48 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:09.041572 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ed954ad0-591e-450a-97f2-efbd7d82c4d5 req-10a51d3b-d59d-44eb-bd26-81629658ed48 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 947 time: 0.0506706 May 19 13:38:09.096490 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ed954ad0-591e-450a-97f2-efbd7d82c4d5 req-e186d574-0eae-4d34-a6ed-fe021bdc1c55 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474415 May 19 13:38:09.327578 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cbdbe-55e2-41a9-9bb7-9bafeae65384 req-180e59c3-efe7-4a5a-a0a6-a88450296018 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:09.329091 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d23cbdbe-55e2-41a9-9bb7-9bafeae65384 req-180e59c3-efe7-4a5a-a0a6-a88450296018 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0501564 May 19 13:38:09.393484 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d23cbdbe-55e2-41a9-9bb7-9bafeae65384 req-09f0f7a8-8601-4b33-bdb7-89f16612fade tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560260 May 19 13:38:09.605169 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0849e487-730e-4d80-a11c-ef4201da1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:09.624569 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e6d2e-2ac4-4c59-ad42-3adb92d23e65 req-ec75b716-3635-4fa6-ad19-18c804c91847 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:09.626085 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-036e6d2e-2ac4-4c59-ad42-3adb92d23e65 req-ec75b716-3635-4fa6-ad19-18c804c91847 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0623510 May 19 13:38:09.679325 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-036e6d2e-2ac4-4c59-ad42-3adb92d23e65 req-d9fc8296-dc0d-4c6a-9ac8-9a2c2a4b9242 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472589 May 19 13:38:10.226466 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e59d-6a07-45ac-ae72-8b398d20b899 req-20089879-ad52-43fc-b7e3-e4961d98f2a0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:10.227961 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7d82e59d-6a07-45ac-ae72-8b398d20b899 req-20089879-ad52-43fc-b7e3-e4961d98f2a0 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 947 time: 0.0517366 May 19 13:38:10.303708 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-0f29b507-9785-4cde-a84c-016d545c9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:10.305192 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-0f29b507-9785-4cde-a84c-016d545c9bac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 1129 time: 0.0576267 May 19 13:38:10.308712 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7d82e59d-6a07-45ac-ae72-8b398d20b899 req-24e8d132-1090-42b9-b43c-b49844b28537 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa3bbf0-0161-4ee9-8096-bfc5b358504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751390 May 19 13:38:10.442475 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-dab7a9b4-45b0-45ce-a5ca-f207ddb56982 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:10.443839 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-dab7a9b4-45b0-45ce-a5ca-f207ddb56982 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 947 time: 0.0527840 May 19 13:38:10.486580 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-b31abb23-1efc-4fea-b523-51115d91ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:10.488085 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-b31abb23-1efc-4fea-b523-51115d91ebcf service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 911 time: 0.0973458 May 19 13:38:10.533986 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Deleting port 23d6a89e-f532-421c-8c67-0672e13b68a3 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:38:10.534425 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:10.549227 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-88e54986-8248-4963-8ede-4e883efab2d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 200 len: 1001 time: 0.0551443 May 19 13:38:10.602343 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-bca98dab-906c-48d3-9db9-01d05a42940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:10.603818 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-bca98dab-906c-48d3-9db9-01d05a42940a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0492084 May 19 13:38:10.626881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] For port 23d6a89e-f532-421c-8c67-0672e13b68a3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=23d6a89e-f532-421c-8c67-0672e13b68a3,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:38:10.627247 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:10.653313 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-d3f547e9-ec94-4ce6-8d0b-0e52fca07a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:10.654889 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-d3f547e9-ec94-4ce6-8d0b-0e52fca07a70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411081 May 19 13:38:10.754782 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-3097579a-0ea7-4139-a333-201534fe7a16 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938313 May 19 13:38:10.786490 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:10.806747 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:10.815224 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:10.831255 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7e433-61cb-47bf-b8d5-0990df1d4ae8 req-b692cdce-baf3-4477-bb91-e0be79e80e8f tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:10.832739 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-93e7e433-61cb-47bf-b8d5-0990df1d4ae8 req-b692cdce-baf3-4477-bb91-e0be79e80e8f tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0653143 May 19 13:38:10.835071 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:10.839889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:10.840047 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:10.840342 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (d95e7126-0779-4505-b9e2-9237f658afcd), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:10.840658 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Floating IP d95e7126-0779-4505-b9e2-9237f658afcd disassociated. External IP: 172.27.1.193, port: 23d6a89e-f532-421c-8c67-0672e13b68a3. May 19 13:38:10.841073 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Calling delete_port for 23d6a89e-f532-421c-8c67-0672e13b68a3 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:38:10.852174 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-960ead17-85ff-4bc6-a68d-e7e8ba8d5916 req-cc6a57cc-5a65-4011-8c41-1092c3704d0d service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910723 May 19 13:38:10.933053 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-93e7e433-61cb-47bf-b8d5-0990df1d4ae8 req-fff8a1f6-84fa-4639-8348-f49a056fd1ee tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891082 May 19 13:38:11.010226 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (23d6a89e-f532-421c-8c67-0672e13b68a3), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:11.038756 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event deleted for resources: {'Port': ['ID=23d6a89e-f532-421c-8c67-0672e13b68a3,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:11.052059 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.052449 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.052790 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.053126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.053463 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.053795 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.054156 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.054479 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.054806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.055114 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.055439 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.055761 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.056080 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.056405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.056725 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:11.159854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:38:11.272682 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:38:11.282499 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] Sync routers for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:38:11.293344 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:38:11.293983 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:38:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:11.315455 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] No DVR routers for this DVR port 23d6a89e-f532-421c-8c67-0672e13b68a3 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:38:11.318125 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:11.321519 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fdc1b5a-e767-4288-91a7-b3dace0a1a74 req-de99eeb4-752e-4b62-81fe-fe28ba2af8f1 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.58 "DELETE /v2.0/ports/23d6a89e-f532-421c-8c67-0672e13b68a3 HTTP/1.1" status: 204 len: 173 time: 0.8729341 May 19 13:38:11.321955 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-deleted', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:38:11.324259 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f62f3e-4890-432b-b61d-4b3ba10cfae0" -d '{"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-deleted", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:38:11.376703 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9c9fac-98e8-4b66-85c5-ebb983e3a19b x-openstack-request-id: req-1e9c9fac-98e8-4b66-85c5-ebb983e3a19b {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:38:11.376992 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea882c7-9191-4712-91eb-a810e49b9e52", "name": "network-vif-deleted", "tag": "23d6a89e-f532-421c-8c67-0672e13b68a3", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:38:11.377243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e9c9fac-98e8-4b66-85c5-ebb983e3a19b {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:38:11.377683 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9c9fac-98e8-4b66-85c5-ebb983e3a19b'] response: {'server_uuid': '8ea882c7-9191-4712-91eb-a810e49b9e52', 'name': 'network-vif-deleted', 'tag': '23d6a89e-f532-421c-8c67-0672e13b68a3', 'status': 'completed', 'code': 200} May 19 13:38:11.411404 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8d1345fd-2eaf-40d0-90c8-b1e132b4fac1 req-18a97b25-8eee-456e-9488-6375893baf23 tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea882c7-9191-4712-91eb-a810e49b9e52 HTTP/1.1" status: 200 len: 210 time: 0.0306525 May 19 13:38:11.425950 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:38:11.625694 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:11.657358 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] Checking router: 7f9eaf1d-0758-4adc-a4c0-ed691201a517 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:38:11.667801 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:38:11.668443 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:38:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:11.861476 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:38:12.056970 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2d9b8-ca79-46d8-bde2-c6619fec5a7b req-51f5c9da-ea2f-49a9-a4d5-55cbf5bed814 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:12.058491 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a6c2d9b8-ca79-46d8-bde2-c6619fec5a7b req-51f5c9da-ea2f-49a9-a4d5-55cbf5bed814 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0496840 May 19 13:38:12.063245 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:12.087745 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48770e8d-dbc1-4d25-8f25-183b29b05080 None None] The sync data for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi is: [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:31:24Z', 'revision_number': 4, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '970edcab-08e5-4a0a-bb24-e3c352ebafc0', 'name': '', 'network_id': '680a83a0-30ec-41c9-9148-fa9290c3fc14', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'mac_address': 'fa:16:3e:f5:e6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:23Z', 'updated_at': '2022-05-19T13:31:32Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'subnets': [{'id': '6ee81dbf-f53d-407b-b058-adb951c14c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:38:12.115041 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a6c2d9b8-ca79-46d8-bde2-c6619fec5a7b req-0df41ecd-93dd-4a70-a857-f46c77402bee tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501032 May 19 13:38:12.317422 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9824c-7490-42ff-838d-34913c64abc2 None None] New status for floating IP d95e7126-0779-4505-b9e2-9237f658afcd: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:38:12.434658 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.506967 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54454) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:12.566233 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5f810dc2-ce6b-4873-9723-0ebe61112f7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (bfa3bbf0-0161-4ee9-8096-bfc5b358504c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.589960 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5f810dc2-ce6b-4873-9723-0ebe61112f7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (bfa3bbf0-0161-4ee9-8096-bfc5b358504c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.644970 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5f810dc2-ce6b-4873-9723-0ebe61112f7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (bfa3bbf0-0161-4ee9-8096-bfc5b358504c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.647912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5f810dc2-ce6b-4873-9723-0ebe61112f7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.649083 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5f810dc2-ce6b-4873-9723-0ebe61112f7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "DELETE /v2.0/security-groups/bfa3bbf0-0161-4ee9-8096-bfc5b358504c HTTP/1.1" status: 204 len: 168 time: 0.1411140 May 19 13:38:12.652095 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54456) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:12.658446 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810dc2-ce6b-4873-9723-0ebe61112f7c tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa3bbf0-0161-4ee9-8096-bfc5b358504c,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:12.666218 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.api.v2.resource [None req-53d64257-f8f1-4d82-a1cd-55907cc1599a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] show failed (client error): The resource could not be found. May 19 13:38:12.667249 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-53d64257-f8f1-4d82-a1cd-55907cc1599a tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "GET /v2.0/security-groups/bfa3bbf0-0161-4ee9-8096-bfc5b358504c HTTP/1.1" status: 404 len: 347 time: 0.0141764 May 19 13:38:12.670468 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54458) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:12.779530 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Deleting port 27f35924-c1f1-44ad-9c66-e28e1a798b31 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:38:12.779884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.855302 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.855577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (27f35924-c1f1-44ad-9c66-e28e1a798b31), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:12.868892 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Calling delete_port for 27f35924-c1f1-44ad-9c66-e28e1a798b31 owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:38:13.005763 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (27f35924-c1f1-44ad-9c66-e28e1a798b31), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:13.029402 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Pushing event deleted for resources: {'Port': ['ID=27f35924-c1f1-44ad-9c66-e28e1a798b31,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:13.053033 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:38:13.057744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.058232 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.058413 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.058744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.059065 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.059393 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.059712 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.060032 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.060334 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.060653 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.060968 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.061306 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.061661 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.062046 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.062381 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:38:13.073509 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 23d6a89e-f532-421c-8c67-0672e13b68a3 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:38:13.073854 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 23d6a89e-f532-421c-8c67-0672e13b68a3 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:38:13.106200 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks [] for floatingip (d95e7126-0779-4505-b9e2-9237f658afcd), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:13.108729 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:13.109895 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2956b509-0cb0-4e93-bcfe-1e8f3dce895d tempest-AttachVolumeShelveTestJSON-939349313 tempest-AttachVolumeShelveTestJSON-939349313-project] 10.222.0.24 "DELETE /v2.0/floatingips/d95e7126-0779-4505-b9e2-9237f658afcd HTTP/1.1" status: 204 len: 168 time: 0.4385016 May 19 13:38:13.896804 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:15.566107 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54480) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:15.940140 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:15.944805 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (7f9eaf1d-0758-4adc-a4c0-ed691201a517), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:16.008188 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:16.179923 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Deleting port 970edcab-08e5-4a0a-bb24-e3c352ebafc0 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:38:16.180219 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:16.266301 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] For port 970edcab-08e5-4a0a-bb24-e3c352ebafc0, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=970edcab-08e5-4a0a-bb24-e3c352ebafc0,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:38:16.266670 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:16.280622 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Calling delete_port for 970edcab-08e5-4a0a-bb24-e3c352ebafc0 owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:38:16.486175 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (970edcab-08e5-4a0a-bb24-e3c352ebafc0), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:16.511328 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=970edcab-08e5-4a0a-bb24-e3c352ebafc0,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:16.679167 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (7f9eaf1d-0758-4adc-a4c0-ed691201a517), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:16.831350 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:16.890780 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:16.895334 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:38:17.017998 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:38:17.023531 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0e20631c-e24c-452b-a080-61bb1c5452a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/7f9eaf1d-0758-4adc-a4c0-ed691201a517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578557 May 19 13:38:17.026571 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54484) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:17.029088 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] Sync routers for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:38:17.040196 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:38:17.040799 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:38:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:17.145706 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:38:17.323523 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:17.329363 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:38:16Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:17.355662 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] Checking router: 7f9eaf1d-0758-4adc-a4c0-ed691201a517 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:38:17.357432 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:17.366584 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] Routers {'7f9eaf1d-0758-4adc-a4c0-ed691201a517'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:38:17.367191 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:38:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:17.385204 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks [] for router (7f9eaf1d-0758-4adc-a4c0-ed691201a517), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:17.471579 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] Set router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:38:17.487312 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks [] for router_gateway (7f9eaf1d-0758-4adc-a4c0-ed691201a517), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:17.532007 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Deleting port a177678d-9384-4c0c-9949-0d9584e9958c {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:38:17.532344 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:17.616468 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] For port a177678d-9384-4c0c-9949-0d9584e9958c, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=a177678d-9384-4c0c-9949-0d9584e9958c,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:38:17.616850 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:17.631136 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Calling delete_port for a177678d-9384-4c0c-9949-0d9584e9958c owned by network:router_gateway {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:38:17.646696 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:38:16Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:17.677721 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acbb3a-e779-4055-85af-b16dced9de18 None None] The sync data for ids ['7f9eaf1d-0758-4adc-a4c0-ed691201a517'] in dv-cinder-841125-6-iscsi is: [{'id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'name': 'tempest-AttachVolumeShelveTestJSON-1824396681-router', 'tenant_id': '959c5c84bd724d2688f435b15b41f1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:17Z', 'updated_at': '2022-05-19T13:38:16Z', 'revision_number': 5, 'project_id': '959c5c84bd724d2688f435b15b41f1c8', 'gw_port': {'id': 'a177678d-9384-4c0c-9949-0d9584e9958c', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9eaf1d-0758-4adc-a4c0-ed691201a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:18Z', 'updated_at': '2022-05-19T13:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:38:17.812069 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (a177678d-9384-4c0c-9949-0d9584e9958c), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:17.834948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a177678d-9384-4c0c-9949-0d9584e9958c,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:17.901391 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (7f9eaf1d-0758-4adc-a4c0-ed691201a517), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:17.988974 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (7f9eaf1d-0758-4adc-a4c0-ed691201a517), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:17.991447 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks [] for router_controller (7f9eaf1d-0758-4adc-a4c0-ed691201a517), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.038741 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (7f9eaf1d-0758-4adc-a4c0-ed691201a517), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.039348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9eaf1d-0758-4adc-a4c0-ed691201a517 {{(pid=103684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:38:18.044212 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.048859 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-b724def2-2043-46b9-8c01-5d1ff2bd1be4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7f9eaf1d-0758-4adc-a4c0-ed691201a517 HTTP/1.1" status: 204 len: 168 time: 1.0212889 May 19 13:38:18.049022 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54486) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:18.096701 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] Deleting subnet 6ee81dbf-f53d-407b-b058-adb951c14c25 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:38:18.100107 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] Publish callbacks [] for subnet (6ee81dbf-f53d-407b-b058-adb951c14c25), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.136091 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (6ee81dbf-f53d-407b-b058-adb951c14c25), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.209922 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:18.214405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:18.217771 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (6ee81dbf-f53d-407b-b058-adb951c14c25), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.279689 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (6ee81dbf-f53d-407b-b058-adb951c14c25), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.306307 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee81dbf-f53d-407b-b058-adb951c14c25,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:18.310074 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.316681 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4275be55-c476-4db3-906a-cb911f15bd19 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ee81dbf-f53d-407b-b058-adb951c14c25 HTTP/1.1" status: 204 len: 168 time: 0.2633455 May 19 13:38:18.316681 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54488) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:18.319746 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab1f65-12e1-4700-a8e6-e7501daaaf9b None None] Network 680a83a0-30ec-41c9-9148-fa9290c3fc14 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:38:18.390331 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (680a83a0-30ec-41c9-9148-fa9290c3fc14), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.443187 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Deleting port c5791050-a636-4258-bbbf-e73005c3c8dd {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:38:18.443526 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.509581 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] For port c5791050-a636-4258-bbbf-e73005c3c8dd, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c5791050-a636-4258-bbbf-e73005c3c8dd,segment=NetworkSegment(e1ab7ceb-6505-46da-8ca6-778692fe934a),segment_id=e1ab7ceb-6505-46da-8ca6-778692fe934a)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:38:18.509950 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.524068 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Calling delete_port for c5791050-a636-4258-bbbf-e73005c3c8dd owned by network:dhcp {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:38:18.615905 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (c5791050-a636-4258-bbbf-e73005c3c8dd), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.642830 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5791050-a636-4258-bbbf-e73005c3c8dd,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:18.646581 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] No DVR routers for this DVR port c5791050-a636-4258-bbbf-e73005c3c8dd on host dv-cinder-841125-6-iscsi {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:38:18.725151 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (680a83a0-30ec-41c9-9148-fa9290c3fc14), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.737211 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c993527-b457-4cf8-8506-0d6252e2981c None None] DHCP port deletion for 680a83a0-30ec-41c9-9148-fa9290c3fc14 request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:38:18.747076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680a83a0-30ec-41c9-9148-fa9290c3fc14']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:18.757833 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ab7ceb-6505-46da-8ca6-778692fe934a') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:18.758128 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ab7ceb-6505-46da-8ca6-778692fe934a') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:38:18.768097 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (e1ab7ceb-6505-46da-8ca6-778692fe934a), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.782048 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e1ab7ceb-6505-46da-8ca6-778692fe934a), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.788206 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:38:18.788644 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (e1ab7ceb-6505-46da-8ca6-778692fe934a), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:38:18.790512 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:38:18.852881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (680a83a0-30ec-41c9-9148-fa9290c3fc14), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.858874 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:18.861991 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] 10.222.0.24 "DELETE /v2.0/networks/680a83a0-30ec-41c9-9148-fa9290c3fc14 HTTP/1.1" status: 204 len: 168 time: 0.5449774 May 19 13:38:18.873100 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725d57-a26f-44d6-af17-975dce693495 admin admin] Pushing event deleted for resources: {'Network': ['ID=680a83a0-30ec-41c9-9148-fa9290c3fc14,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:18.988774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54492) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:19.030439 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-0a8131cc-a699-4209-ab1b-faabb047e4b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=959c5c84bd724d2688f435b15b41f1c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404305 May 19 13:38:19.033318 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54494) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:19.066251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:19.071905 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:19.085062 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d46f9af6-beb3-44ed-90fb-7b587e1a7ec7 admin admin] Publish callbacks [] for security_group (e12d978c-2014-495a-8016-92911f6137cf), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:19.108370 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d46f9af6-beb3-44ed-90fb-7b587e1a7ec7 admin admin] Publish callbacks [] for security_group (e12d978c-2014-495a-8016-92911f6137cf), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:19.158661 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d46f9af6-beb3-44ed-90fb-7b587e1a7ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e12d978c-2014-495a-8016-92911f6137cf), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:19.161219 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d46f9af6-beb3-44ed-90fb-7b587e1a7ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:19.162443 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d46f9af6-beb3-44ed-90fb-7b587e1a7ec7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e12d978c-2014-495a-8016-92911f6137cf HTTP/1.1" status: 204 len: 168 time: 0.1280923 May 19 13:38:19.170638 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f9af6-beb3-44ed-90fb-7b587e1a7ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d978c-2014-495a-8016-92911f6137cf,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:38:19.728237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c5791050-a636-4258-bbbf-e73005c3c8dd no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:38:19.750983 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: c5791050-a636-4258-bbbf-e73005c3c8dd {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:38:19.751321 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c5791050-a636-4258-bbbf-e73005c3c8dd not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:38:19.751737 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 970edcab-08e5-4a0a-bb24-e3c352ebafc0 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:38:19.770376 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 970edcab-08e5-4a0a-bb24-e3c352ebafc0 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:38:19.770714 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 970edcab-08e5-4a0a-bb24-e3c352ebafc0 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:38:19.771129 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device a177678d-9384-4c0c-9949-0d9584e9958c no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:38:19.789377 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: a177678d-9384-4c0c-9949-0d9584e9958c {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:38:19.789723 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device a177678d-9384-4c0c-9949-0d9584e9958c not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:38:24.099834 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:24.102867 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:24.110331 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:24.120331 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:27.650662 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=32 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:29.025346 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=7,neutron:SELECT=58 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:29.027419 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:UPDATE=3,neutron:SELECT=75,neutron:DELETE=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:29.164989 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:29.165904 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:31.119835 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-8323b963-0eca-4eb9-80a7-372391ea89b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501904 May 19 13:38:31.219770 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-8e8d9bcd-3a19-4d69-82f8-ca0cb38ae89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:31.221358 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-8e8d9bcd-3a19-4d69-82f8-ca0cb38ae89f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 1129 time: 0.0421464 May 19 13:38:31.325394 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-1a2b4881-b413-47b8-ae87-e7d4c2339887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:31.326905 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-1a2b4881-b413-47b8-ae87-e7d4c2339887 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.0867927 May 19 13:38:31.392675 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-ea54734d-93d3-447e-a9fe-f0a588f4bad5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc294f75-6a16-4072-8363-f879c3f39838 HTTP/1.1" status: 200 len: 1001 time: 0.0589705 May 19 13:38:31.446774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-38c30ebd-5849-4505-bb45-17f0456c109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:31.448224 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-38c30ebd-5849-4505-bb45-17f0456c109b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0501781 May 19 13:38:31.492319 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-b51819d3-c050-4703-97bc-24045b43ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:31.493871 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-b51819d3-c050-4703-97bc-24045b43ac9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393310 May 19 13:38:31.588714 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-193e7bae-b21b-4494-abcc-b45ec29f4a71 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883648 May 19 13:38:31.693113 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f39ddcd3-eabe-4578-8bfc-b0a85e3e1af0 req-7f0d6a54-78e9-4eef-9d5c-e3e1ecd48589 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958726 May 19 13:38:34.119106 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:35.805026 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:37.204638 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0b2c492c-181d-44f0-9f02-5f1340309019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:37.874934 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:38:39.612281 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-35a41c7b-e3fb-49b1-b5c2-f2a6a557d7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:40.822352 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:41.685860 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=49 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:41.688130 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=52 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:42.427580 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:43.897057 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:48.685807 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22efd-8927-4516-b5bf-c0454fd03662 req-eefb3a6a-1f84-4e8f-9a5d-38492a893138 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:48.687276 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a2d22efd-8927-4516-b5bf-c0454fd03662 req-eefb3a6a-1f84-4e8f-9a5d-38492a893138 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0482478 May 19 13:38:48.744024 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a2d22efd-8927-4516-b5bf-c0454fd03662 req-976b12fe-bfd7-4672-ba76-7be4d90d8142 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508695 May 19 13:38:49.870799 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6ebf-51e4-44fe-9d53-a15cea018496 req-864bc81d-fa48-43e4-ac07-e12970721e33 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:49.872295 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4f8b6ebf-51e4-44fe-9d53-a15cea018496 req-864bc81d-fa48-43e4-ac07-e12970721e33 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0542824 May 19 13:38:49.927623 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4f8b6ebf-51e4-44fe-9d53-a15cea018496 req-1b174df2-41e6-4102-a71c-e42f7d5ce716 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480170 May 19 13:38:51.053298 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04a8de-433b-4412-974a-b4db3a8d0603 req-c4694fb7-10a2-40e7-8bc2-0971d06f5dbf tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:51.054829 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2c04a8de-433b-4412-974a-b4db3a8d0603 req-c4694fb7-10a2-40e7-8bc2-0971d06f5dbf tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0506279 May 19 13:38:51.108685 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2c04a8de-433b-4412-974a-b4db3a8d0603 req-79daeb3b-f014-47f9-bb9a-7d97d9f8e6d0 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 May 19 13:38:52.245868 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823d726-a6d7-4dbd-901e-0c55100a22ff req-b25cff93-72fb-427e-a712-c618f026bb55 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:52.247476 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7823d726-a6d7-4dbd-901e-0c55100a22ff req-b25cff93-72fb-427e-a712-c618f026bb55 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0575709 May 19 13:38:52.296746 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7823d726-a6d7-4dbd-901e-0c55100a22ff req-7a2d4e2a-3ec3-452d-beac-cc1b7e09448e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 May 19 13:38:52.421040 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:53.418366 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456be8c-d6d0-41cc-b418-e036bf6ac9ae req-bb4b05b1-0da6-4970-95c0-930101532b5f tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:53.419864 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c456be8c-d6d0-41cc-b418-e036bf6ac9ae req-bb4b05b1-0da6-4970-95c0-930101532b5f tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0527148 May 19 13:38:53.471146 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c456be8c-d6d0-41cc-b418-e036bf6ac9ae req-1b1d9aef-a692-40c9-a0f9-4258e1755642 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 May 19 13:38:53.888370 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=8 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:53.890748 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:54.136227 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:54.602851 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52374f56-5c45-4de4-9b1d-119ba4ae2c0a req-3b3367c2-1ae1-47b5-af72-8c77273c6477 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:54.604478 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-52374f56-5c45-4de4-9b1d-119ba4ae2c0a req-3b3367c2-1ae1-47b5-af72-8c77273c6477 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0470681 May 19 13:38:54.651562 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-52374f56-5c45-4de4-9b1d-119ba4ae2c0a req-d63bc412-2bc2-48df-9030-30cb0075cc8e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 May 19 13:38:55.773712 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd13-dece-4676-b7de-616e925e0f00 req-02f83051-e27e-413e-b96b-d47178b484a6 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:55.775148 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4eb7fd13-dece-4676-b7de-616e925e0f00 req-02f83051-e27e-413e-b96b-d47178b484a6 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0479107 May 19 13:38:55.821958 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4eb7fd13-dece-4676-b7de-616e925e0f00 req-f7facca5-3553-4610-b68c-535e721137a9 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 May 19 13:38:56.946934 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40de52-2c32-4e26-a8ba-7236a766170d req-5d17f048-50d1-4ac2-af1a-acd3406962ca tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:56.948381 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ab40de52-2c32-4e26-a8ba-7236a766170d req-5d17f048-50d1-4ac2-af1a-acd3406962ca tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0507421 May 19 13:38:56.994901 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ab40de52-2c32-4e26-a8ba-7236a766170d req-62ed79dd-9e92-4400-9509-580dab4ba10a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 May 19 13:38:57.808660 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:57.812894 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:38:58.121569 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54cf7a-c7db-4352-84a0-7ae4360a0829 req-0df8dee5-ad4e-4aff-83bd-934b2d187a33 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:58.123057 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-af54cf7a-c7db-4352-84a0-7ae4360a0829 req-0df8dee5-ad4e-4aff-83bd-934b2d187a33 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0565648 May 19 13:38:58.176085 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-af54cf7a-c7db-4352-84a0-7ae4360a0829 req-cea12c53-a9ef-4ff0-9f50-fe746c7a4691 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472460 May 19 13:38:59.298725 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d3ae-c0d2-406b-930e-184bce1b8b32 req-4fe5813e-6bd4-46b6-9e00-a65fc1e8a396 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:59.300324 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6366d3ae-c0d2-406b-930e-184bce1b8b32 req-4fe5813e-6bd4-46b6-9e00-a65fc1e8a396 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0506005 May 19 13:38:59.353918 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6366d3ae-c0d2-406b-930e-184bce1b8b32 req-ca6e0e6c-cde7-42d4-8b5e-395d0d8711cd tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478244 May 19 13:38:59.607046 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3390b-17fc-4df8-978a-96ef422df4fe req-ef5ee9d5-db58-490d-9c15-b2260c6a1842 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:59.608726 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e3e3390b-17fc-4df8-978a-96ef422df4fe req-ef5ee9d5-db58-490d-9c15-b2260c6a1842 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0554340 May 19 13:38:59.661889 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e3e3390b-17fc-4df8-978a-96ef422df4fe req-f8a2482c-9153-44bf-9ccc-c86a1d2e3219 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438251 May 19 13:38:59.680321 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-c241d3f6-2285-469a-ba0d-8b63bb2787b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:59.681912 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-c241d3f6-2285-469a-ba0d-8b63bb2787b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 1129 time: 0.0421121 May 19 13:38:59.684682 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54912) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:38:59.786268 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-d17b014e-4b48-4896-b1b0-5398f1982ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:59.787705 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-d17b014e-4b48-4896-b1b0-5398f1982ecb service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 911 time: 0.0975292 May 19 13:38:59.793384 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3876b60b-70af-4610-8376-0acaff08d8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:59.869691 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-e20b5404-5386-4b53-93b8-719d5c5def4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 200 len: 1001 time: 0.0740910 May 19 13:38:59.936071 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-1c218e1e-441a-4151-b632-ee756670da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:59.937627 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-1c218e1e-441a-4151-b632-ee756670da90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0617540 May 19 13:38:59.988424 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3876b60b-70af-4610-8376-0acaff08d8f1 admin admin] Publish callbacks [] for security_group (7e859345-d7c8-4031-9f25-beae6eb05a65), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:38:59.996319 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3876b60b-70af-4610-8376-0acaff08d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7e859345-d7c8-4031-9f25-beae6eb05a65), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.002774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-ac8b0b35-c7ec-4ce5-83b4-7c0cd40ee992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:00.004297 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-ac8b0b35-c7ec-4ce5-83b4-7c0cd40ee992 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574713 May 19 13:39:00.017465 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:00.082774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876b60b-70af-4610-8376-0acaff08d8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e859345-d7c8-4031-9f25-beae6eb05a65,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:00.097133 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-3876b60b-70af-4610-8376-0acaff08d8f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10df845b3cb94919a42b8eaf60219f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084125 May 19 13:39:00.097133 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:00.097576 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54916) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:00.167302 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-ffbfaeec-21fb-4e5f-88c4-cd972a4022d8 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503882 May 19 13:39:00.195595 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-dcd8d8b8-2ef1-4a8a-8f56-50d963ffb219 admin admin] Publish callbacks [] for security_group (7e859345-d7c8-4031-9f25-beae6eb05a65), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.251044 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-dcd8d8b8-2ef1-4a8a-8f56-50d963ffb219 admin admin] Publish callbacks [] for security_group (7e859345-d7c8-4031-9f25-beae6eb05a65), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.308494 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8e9ce1eb-fa2b-4574-b7d5-98596a88d789 req-130d9f08-b5b1-4587-bb1c-63b12b1ebbb3 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328995 May 19 13:39:00.333717 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-dcd8d8b8-2ef1-4a8a-8f56-50d963ffb219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7e859345-d7c8-4031-9f25-beae6eb05a65), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.336530 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-dcd8d8b8-2ef1-4a8a-8f56-50d963ffb219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.337731 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-dcd8d8b8-2ef1-4a8a-8f56-50d963ffb219 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e859345-d7c8-4031-9f25-beae6eb05a65 HTTP/1.1" status: 204 len: 168 time: 0.2395065 May 19 13:39:00.346509 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8d8b8-2ef1-4a8a-8f56-50d963ffb219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e859345-d7c8-4031-9f25-beae6eb05a65,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:00.620941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54922) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:00.634604 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-710e8d85-a7ab-427f-b583-53cd4362e2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.720732 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-710e8d85-a7ab-427f-b583-53cd4362e2e5 admin admin] Publish callbacks [] for security_group (402661e1-d2de-4dca-9795-1ed9f4982f92), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.726450 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-710e8d85-a7ab-427f-b583-53cd4362e2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (402661e1-d2de-4dca-9795-1ed9f4982f92), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.791714 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e8d85-a7ab-427f-b583-53cd4362e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402661e1-d2de-4dca-9795-1ed9f4982f92,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:00.798813 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-710e8d85-a7ab-427f-b583-53cd4362e2e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4771139ec59248f382952535b8ba4110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767614 May 19 13:39:00.801998 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54926) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:00.815034 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98ae30-01f2-4773-967b-dec07472a8f5 req-c881c42e-e5f1-4314-b9b5-ba4622c31790 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:00.816666 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1d98ae30-01f2-4773-967b-dec07472a8f5 req-c881c42e-e5f1-4314-b9b5-ba4622c31790 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0754063 May 19 13:39:00.853667 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e53e-ab88-4207-8df3-cc9a51b7b078 admin admin] Publish callbacks [] for security_group (402661e1-d2de-4dca-9795-1ed9f4982f92), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.865744 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1d98ae30-01f2-4773-967b-dec07472a8f5 req-4feb0133-7b53-4136-9a1d-201924bece0a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 May 19 13:39:00.877318 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e53e-ab88-4207-8df3-cc9a51b7b078 admin admin] Publish callbacks [] for security_group (402661e1-d2de-4dca-9795-1ed9f4982f92), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.927572 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e53e-ab88-4207-8df3-cc9a51b7b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (402661e1-d2de-4dca-9795-1ed9f4982f92), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.930317 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5a2e53e-ab88-4207-8df3-cc9a51b7b078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:00.931484 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d5a2e53e-ab88-4207-8df3-cc9a51b7b078 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/402661e1-d2de-4dca-9795-1ed9f4982f92 HTTP/1.1" status: 204 len: 168 time: 0.1286006 May 19 13:39:00.940177 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2e53e-ab88-4207-8df3-cc9a51b7b078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402661e1-d2de-4dca-9795-1ed9f4982f92,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:01.986510 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6259f4-7eca-48f3-ab58-de6ca56f6bf8 req-9059f2cb-bccf-48d5-9dfc-4c55d3246872 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:01.988089 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6b6259f4-7eca-48f3-ab58-de6ca56f6bf8 req-9059f2cb-bccf-48d5-9dfc-4c55d3246872 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0526352 May 19 13:39:02.040494 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6b6259f4-7eca-48f3-ab58-de6ca56f6bf8 req-0b7bb48f-a5ec-4871-ae51-85ed7bcc1e0d tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464745 May 19 13:39:02.640034 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54974) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:02.758434 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b829eb1d-6109-4e1f-a7bd-d0a0b7db0561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:02.837924 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b829eb1d-6109-4e1f-a7bd-d0a0b7db0561 admin admin] Publish callbacks [] for security_group (2b847af0-bf86-4cc4-9ba1-2b0380b91609), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:02.843275 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b829eb1d-6109-4e1f-a7bd-d0a0b7db0561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (2b847af0-bf86-4cc4-9ba1-2b0380b91609), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:02.882243 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b829eb1d-6109-4e1f-a7bd-d0a0b7db0561 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21b7b304705c4d4fbad4dfa3dea6d374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411206 May 19 13:39:02.883100 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829eb1d-6109-4e1f-a7bd-d0a0b7db0561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b847af0-bf86-4cc4-9ba1-2b0380b91609,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:02.885158 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54978) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:02.935375 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2427926f-89c9-4e1e-adb7-01185376c006 admin admin] Publish callbacks [] for security_group (2b847af0-bf86-4cc4-9ba1-2b0380b91609), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:02.957321 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2427926f-89c9-4e1e-adb7-01185376c006 admin admin] Publish callbacks [] for security_group (2b847af0-bf86-4cc4-9ba1-2b0380b91609), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:02.986421 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:03.008009 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2427926f-89c9-4e1e-adb7-01185376c006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (2b847af0-bf86-4cc4-9ba1-2b0380b91609), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.010519 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2427926f-89c9-4e1e-adb7-01185376c006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.011664 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2427926f-89c9-4e1e-adb7-01185376c006 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b847af0-bf86-4cc4-9ba1-2b0380b91609 HTTP/1.1" status: 204 len: 168 time: 0.1254416 May 19 13:39:03.014773 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:03.020128 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427926f-89c9-4e1e-adb7-01185376c006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b847af0-bf86-4cc4-9ba1-2b0380b91609,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:03.304873 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 54984) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:03.318407 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c962-3be5-477d-9ae4-56f07acf637d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.404137 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c962-3be5-477d-9ae4-56f07acf637d admin admin] Publish callbacks [] for security_group (34d68c41-e62a-4563-89b0-32d16b89337a), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.409551 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c962-3be5-477d-9ae4-56f07acf637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (34d68c41-e62a-4563-89b0-32d16b89337a), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.448762 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0ed7c962-3be5-477d-9ae4-56f07acf637d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc5a93a26c04403793af839f1f60cf99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427214 May 19 13:39:03.449661 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7c962-3be5-477d-9ae4-56f07acf637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d68c41-e62a-4563-89b0-32d16b89337a,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:03.451779 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 54986) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:03.458196 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:03.503051 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7573ef0c-4c74-4c08-bbc7-0d9b44c11cd5 admin admin] Publish callbacks [] for security_group (34d68c41-e62a-4563-89b0-32d16b89337a), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.519905 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:03.524654 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7573ef0c-4c74-4c08-bbc7-0d9b44c11cd5 admin admin] Publish callbacks [] for security_group (34d68c41-e62a-4563-89b0-32d16b89337a), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.580769 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7573ef0c-4c74-4c08-bbc7-0d9b44c11cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (34d68c41-e62a-4563-89b0-32d16b89337a), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.583772 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7573ef0c-4c74-4c08-bbc7-0d9b44c11cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:03.584921 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-7573ef0c-4c74-4c08-bbc7-0d9b44c11cd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34d68c41-e62a-4563-89b0-32d16b89337a HTTP/1.1" status: 204 len: 168 time: 0.1320984 May 19 13:39:03.593077 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573ef0c-4c74-4c08-bbc7-0d9b44c11cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d68c41-e62a-4563-89b0-32d16b89337a,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:07.061373 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4cd72-a1af-40d0-b61a-3157ef488a05 req-1bc5aecd-40d5-4c33-8df9-7ebb0e5f267d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:07.062987 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4de4cd72-a1af-40d0-b61a-3157ef488a05 req-1bc5aecd-40d5-4c33-8df9-7ebb0e5f267d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 945 time: 0.0522757 May 19 13:39:07.113222 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4de4cd72-a1af-40d0-b61a-3157ef488a05 req-40fb6888-442f-42f7-89d0-4f64d9ee9602 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 May 19 13:39:07.208097 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-80d7fcf8-d2b9-42c3-a739-20faa0425589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:08.258799 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423d4e6-0bdc-4a61-8beb-e2dc69c9f59c req-af603bcc-b7f9-4a72-b2a0-578a0aaaaa91 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:08.260304 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d423d4e6-0bdc-4a61-8beb-e2dc69c9f59c req-af603bcc-b7f9-4a72-b2a0-578a0aaaaa91 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 945 time: 0.0515361 May 19 13:39:08.311244 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d423d4e6-0bdc-4a61-8beb-e2dc69c9f59c req-c6f4c8f3-e461-4581-bc6d-6fd1ff751e43 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442667 May 19 13:39:08.678302 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94289580-5c66-4226-8296-d1cab6e2206d req-0ae3bf1e-03bc-453b-8e60-3e2b8c10dcc0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:08.679742 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-94289580-5c66-4226-8296-d1cab6e2206d req-0ae3bf1e-03bc-453b-8e60-3e2b8c10dcc0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 945 time: 0.0468905 May 19 13:39:08.753062 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55066) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:08.761091 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Deleting port dc294f75-6a16-4072-8363-f879c3f39838 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:39:08.761444 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (dc294f75-6a16-4072-8363-f879c3f39838), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:08.853242 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] For port dc294f75-6a16-4072-8363-f879c3f39838, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=dc294f75-6a16-4072-8363-f879c3f39838,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:08.853647 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (dc294f75-6a16-4072-8363-f879c3f39838), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:08.861459 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e2f27801-909e-45b3-a62c-22383bc4a98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:08.938169 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e2f27801-909e-45b3-a62c-22383bc4a98a admin admin] Publish callbacks [] for security_group (b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:08.942564 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e2f27801-909e-45b3-a62c-22383bc4a98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:08.982176 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e2f27801-909e-45b3-a62c-22383bc4a98a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=621cae2a65da407d928cc536c8cc19ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272539 May 19 13:39:08.983094 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f27801-909e-45b3-a62c-22383bc4a98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:08.986282 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55070) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:09.017385 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.017686 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (a87a8c7c-523f-4cb7-8242-8965308c8d73), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.018125 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Floating IP a87a8c7c-523f-4cb7-8242-8965308c8d73 disassociated. External IP: 172.27.1.137, port: dc294f75-6a16-4072-8363-f879c3f39838. May 19 13:39:09.018343 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Calling delete_port for dc294f75-6a16-4072-8363-f879c3f39838 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:39:09.037299 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f80ef66-2903-429e-ab8c-3e61f0198d26 admin admin] Publish callbacks [] for security_group (b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.062666 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f80ef66-2903-429e-ab8c-3e61f0198d26 admin admin] Publish callbacks [] for security_group (b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.111745 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f80ef66-2903-429e-ab8c-3e61f0198d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.114298 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7f80ef66-2903-429e-ab8c-3e61f0198d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.115467 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7f80ef66-2903-429e-ab8c-3e61f0198d26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a HTTP/1.1" status: 204 len: 168 time: 0.1281741 May 19 13:39:09.123819 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80ef66-2903-429e-ab8c-3e61f0198d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfc48a-ecec-4f71-a8ba-555c5e3a7c5a,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:09.156588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (dc294f75-6a16-4072-8363-f879c3f39838), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.182484 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event deleted for resources: {'Port': ['ID=dc294f75-6a16-4072-8363-f879c3f39838,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:09.233673 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:09.307716 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:39:09.419006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:09.427636 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55078) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:09.433737 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-726a6292-5a93-4045-8845-a4a9681b60ab req-19853d4e-e3fc-4c52-a2a2-f3889086ba84 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffb3760-1c38-48de-abb9-ac0e14389d8f HTTP/1.1" status: 200 len: 210 time: 0.0483549 May 19 13:39:09.433917 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:09.445738 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:09.446685 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:38:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:09.458206 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2f807c9a-065d-45d0-9e3c-60c1d51e2298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.482957 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] No DVR routers for this DVR port dc294f75-6a16-4072-8363-f879c3f39838 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:39:09.485970 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.489161 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-94289580-5c66-4226-8296-d1cab6e2206d req-68f54728-596a-4b94-ad49-b1645be1bcbf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "DELETE /v2.0/ports/dc294f75-6a16-4072-8363-f879c3f39838 HTTP/1.1" status: 204 len: 173 time: 0.8032396 May 19 13:39:09.489612 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'name': 'network-vif-deleted', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:09.491900 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dddec6-3306-4b6e-a90f-01819c247cb0" -d '{"events": [{"server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "name": "network-vif-deleted", "tag": "dc294f75-6a16-4072-8363-f879c3f39838"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:09.502261 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:09.543632 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dba754-eba5-42c0-87e9-34ca18583a16 x-openstack-request-id: req-25dba754-eba5-42c0-87e9-34ca18583a16 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:09.543967 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffb3760-1c38-48de-abb9-ac0e14389d8f", "name": "network-vif-deleted", "tag": "dc294f75-6a16-4072-8363-f879c3f39838", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:09.544162 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25dba754-eba5-42c0-87e9-34ca18583a16 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:09.544552 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25dba754-eba5-42c0-87e9-34ca18583a16'] response: {'server_uuid': '9ffb3760-1c38-48de-abb9-ac0e14389d8f', 'name': 'network-vif-deleted', 'tag': 'dc294f75-6a16-4072-8363-f879c3f39838', 'status': 'completed', 'code': 200} May 19 13:39:09.558508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:09.698362 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-851fcd90-1208-4ce1-b5a7-05d3df273166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.799788 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:09.834944 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:09.844848 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:09.845818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:09.856396 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2f807c9a-065d-45d0-9e3c-60c1d51e2298 admin admin] Publish callbacks [] for security_group (1e12b0b1-3b1a-4f62-a233-eccec14aa5f9), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.861368 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-2f807c9a-065d-45d0-9e3c-60c1d51e2298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (1e12b0b1-3b1a-4f62-a233-eccec14aa5f9), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.900999 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f807c9a-065d-45d0-9e3c-60c1d51e2298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12b0b1-3b1a-4f62-a233-eccec14aa5f9,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:09.908898 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-2f807c9a-065d-45d0-9e3c-60c1d51e2298 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cb49a5864184938a340ddd14825ec95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779601 May 19 13:39:09.909469 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55082) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:09.965097 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-02d9442b-ad56-431a-b670-629a0fbca9ff admin admin] Publish callbacks [] for security_group (1e12b0b1-3b1a-4f62-a233-eccec14aa5f9), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:09.979276 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:09.988199 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-02d9442b-ad56-431a-b670-629a0fbca9ff admin admin] Publish callbacks [] for security_group (1e12b0b1-3b1a-4f62-a233-eccec14aa5f9), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:10.037624 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-02d9442b-ad56-431a-b670-629a0fbca9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (1e12b0b1-3b1a-4f62-a233-eccec14aa5f9), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:10.040453 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-02d9442b-ad56-431a-b670-629a0fbca9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:10.044247 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-02d9442b-ad56-431a-b670-629a0fbca9ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e12b0b1-3b1a-4f62-a233-eccec14aa5f9 HTTP/1.1" status: 204 len: 168 time: 0.1312344 May 19 13:39:10.050178 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:10.057287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9442b-ad56-431a-b670-629a0fbca9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12b0b1-3b1a-4f62-a233-eccec14aa5f9,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:10.183252 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:10.213101 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285d168-e73d-4343-a16a-c79ff7ca7ef0 None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:10.457018 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49baa8d9-093b-4bf7-837d-24be22b89432 None None] New status for floating IP a87a8c7c-523f-4cb7-8242-8965308c8d73: DOWN {{(pid=103686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:39:10.728312 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-5052c8e0-97b0-496c-ac1c-30847e5408ce tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083232826&fields=id&tenant_id=98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 267 time: 0.0453091 May 19 13:39:10.821710 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:10.844361 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-f6a00acd-973a-4887-9803-345385c272e2 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:10.845965 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-f6a00acd-973a-4887-9803-345385c272e2 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 811 time: 0.1105163 May 19 13:39:10.863097 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-7eca8f59-d294-4b43-80a6-825e1905b9d8 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/quotas/98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 375 time: 0.0102997 May 19 13:39:10.913958 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-266e08f7-993e-4607-9386-420c696a2286 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455387 May 19 13:39:11.021214 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-90e57a5c-6c22-4e48-9074-bebd667bfb04 service neutron] 10.222.0.24 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940571 May 19 13:39:11.112466 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-0585eb79-3929-4ce1-aa9b-c1ff54c16373 service neutron] 10.222.0.24 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 May 19 13:39:11.426487 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-937e418d-1f79-4522-b647-b15dcb5826b8 req-ae7fbc8b-d28e-406d-9258-f3151fbfe754 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 210 time: 0.0335455 May 19 13:39:12.442766 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:12.586757 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-20d1bd47-e76d-46f0-ad6b-02718a3aa495 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:12.588218 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-20d1bd47-e76d-46f0-ad6b-02718a3aa495 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 811 time: 0.1784909 May 19 13:39:12.589870 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-413b7158-42f5-4a3b-ad7a-68f6fe87c040 req-7993db31-ab67-4d6e-a397-ae9022c92db0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 210 time: 0.0566053 May 19 13:39:12.638640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:12.669319 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-9d5ec6ed-cd48-4b40-93eb-f79939be0f01 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 380 time: 0.0580809 May 19 13:39:12.677977 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'port': {'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'admin_state_up': True, 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'security_groups': ['9543b563-6bc2-474c-8359-27167840f87c']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:12.789527 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Made reservation on behalf of 98ad7b921dbc4a8d9e9be0d50385deee for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:12.793018 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:12.815528 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:12.928578 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Allocated IP 172.20.0.14 (43f56851-7e12-4789-85bf-4f3ea4d4394d/4aca290e-e334-485b-a4d7-02e9af238ef7/c0ab3804-fc2a-4ea2-b784-19b69d342b58) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:13.085908 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.124105 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.169268 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:13.175357 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:13.179273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:13.183485 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=c0ab3804-fc2a-4ea2-b784-19b69d342b58,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:13.212664 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.213005 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.213341 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.213698 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.214027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.214350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.214670 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.214988 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.215304 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.215622 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.215939 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.216332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.216644 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.216955 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.217386 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:13.252897 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:13.253589 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.273836 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-4152bf73-f18e-4a0c-977d-af7c07680cf6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5993819 May 19 13:39:13.299046 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Request body: {'port': {'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:13.376911 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.381478 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dc294f75-6a16-4072-8363-f879c3f39838 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:39:13.401720 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: dc294f75-6a16-4072-8363-f879c3f39838 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:39:13.402069 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device dc294f75-6a16-4072-8363-f879c3f39838 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:39:13.480896 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8b259115-b4b5-4a67-84f0-98bf8bbe181b None None] Provisioning complete for port c0ab3804-fc2a-4ea2-b784-19b69d342b58 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:13.481678 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8b259115-b4b5-4a67-84f0-98bf8bbe181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.519310 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8b259115-b4b5-4a67-84f0-98bf8bbe181b None None] Port c0ab3804-fc2a-4ea2-b784-19b69d342b58 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:39:13.615322 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:13.711292 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:13.730813 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ab3804-fc2a-4ea2-b784-19b69d342b58 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:39:13.739338 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Publish callbacks [] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.747281 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379b50-08ae-4e50-9bf0-63ff3b4b19a1 req-87ed2304-d253-4b37-9cf5-0be91ce4720c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:13.748991 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d4379b50-08ae-4e50-9bf0-63ff3b4b19a1 req-87ed2304-d253-4b37-9cf5-0be91ce4720c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 932 time: 0.0591710 May 19 13:39:13.753975 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Transition to ACTIVE for port object c0ab3804-fc2a-4ea2-b784-19b69d342b58 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:39:13.758259 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.773259 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:13.809611 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d4379b50-08ae-4e50-9bf0-63ff3b4b19a1 req-7664cf7c-599d-4d4e-9f5f-c34ade829e57 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523067 May 19 13:39:13.871372 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ab3804-fc2a-4ea2-b784-19b69d342b58,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:13.907798 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Attempting to bind port c0ab3804-fc2a-4ea2-b784-19b69d342b58 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:13.908144 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Attempting to bind port c0ab3804-fc2a-4ea2-b784-19b69d342b58 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:13.908551 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Attempting to bind port c0ab3804-fc2a-4ea2-b784-19b69d342b58 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:13.911375 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:13.917652 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Port c0ab3804-fc2a-4ea2-b784-19b69d342b58 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:39:13.917978 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Attempting to bind port c0ab3804-fc2a-4ea2-b784-19b69d342b58 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:13.925284 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:13.925750 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Checking segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:13.926293 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Bound using segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:13.926946 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Bound port: c0ab3804-fc2a-4ea2-b784-19b69d342b58, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:13.927431 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:14.013934 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] For port c0ab3804-fc2a-4ea2-b784-19b69d342b58, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:14.017711 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] For port c0ab3804-fc2a-4ea2-b784-19b69d342b58, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:14.024101 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:14.069669 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:14.070352 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:14.071800 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] 10.222.0.58 "PUT /v2.0/ports/c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 200 len: 1094 time: 0.7779434 May 19 13:39:14.072238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:14.074520 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:14.105673 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60bf0-69c3-41c3-92bd-f9b1b5f63354 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ab3804-fc2a-4ea2-b784-19b69d342b58,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:14.115502 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f831804f-44cf-49af-8abf-2c2cf728bbe9 x-openstack-request-id: req-f831804f-44cf-49af-8abf-2c2cf728bbe9 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:14.115798 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:14.116051 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f831804f-44cf-49af-8abf-2c2cf728bbe9 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:14.117850 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f831804f-44cf-49af-8abf-2c2cf728bbe9'] response: {'name': 'network-changed', 'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'status': 'completed', 'code': 200} May 19 13:39:14.181787 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-67087aad-432a-4aaa-acd0-3fab31281d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:14.183381 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-67087aad-432a-4aaa-acd0-3fab31281d4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1128 time: 0.0441911 May 19 13:39:14.230408 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-808258f1-6f62-4289-bd3c-0e37380e9653 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 200 len: 217 time: 0.0341394 May 19 13:39:14.281842 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-bff3d5ad-71e0-4c79-8c8a-dcc5b4a73911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:14.283587 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-bff3d5ad-71e0-4c79-8c8a-dcc5b4a73911 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0478244 May 19 13:39:14.339589 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-c6bb8eab-cb96-45c5-980b-8f61020b43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:14.341447 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-c6bb8eab-cb96-45c5-980b-8f61020b43b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495758 May 19 13:39:14.443981 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-cae1f5f2-9460-4443-8966-fb2f1763eac0 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948858 May 19 13:39:14.554667 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4e657b41-3fc3-4d5c-87d8-0dbecd064dc1 req-7309e4fc-7790-4a5d-a2f3-10725a950cb6 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035893 May 19 13:39:14.875447 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:39:14.888985 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-052a73e9-1387-4edd-bc67-0c8dcc95a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:14.891031 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-052a73e9-1387-4edd-bc67-0c8dcc95a239 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1128 time: 0.0432978 May 19 13:39:14.931562 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b16f33-36e0-4f7f-98fd-871ef21274ac req-2bbe6f4c-d9d5-4085-99f3-aad60ebbf087 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:14.933080 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a4b16f33-36e0-4f7f-98fd-871ef21274ac req-2bbe6f4c-d9d5-4085-99f3-aad60ebbf087 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 944 time: 0.0481188 May 19 13:39:14.982522 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a4b16f33-36e0-4f7f-98fd-871ef21274ac req-626fc900-3437-4696-b378-b024fae7099d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 May 19 13:39:14.987174 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-39d78b5a-3855-4125-b04b-bf0e3985ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:14.988711 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-39d78b5a-3855-4125-b04b-bf0e3985ba39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.0912583 May 19 13:39:15.026430 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-eb2ef3bb-45a1-4682-b02e-6ed8318ea5c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 200 len: 217 time: 0.0323529 May 19 13:39:15.059771 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:15.077560 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-8d608955-33b8-4eab-a46d-1d987b13139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:15.079239 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-8d608955-33b8-4eab-a46d-1d987b13139d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0460937 May 19 13:39:15.131468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-93a62caa-4cd2-488c-b9b8-b54254d56f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:15.133262 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-93a62caa-4cd2-488c-b9b8-b54254d56f25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449879 May 19 13:39:15.185541 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:15.229391 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-4c75cd94-be4b-4a60-810f-1ce508ce59d9 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898871 May 19 13:39:15.326136 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ff737a8b-ed6b-4edb-8572-f09482ee9fd5 req-babc6238-f465-4dda-9fdc-d4540cf44235 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910749 May 19 13:39:15.427014 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55212) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:15.543064 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:15.625318 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Publish callbacks [] for security_group (ca9a9c8c-41ff-433d-b2c8-7998165982c2), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:15.630709 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ca9a9c8c-41ff-433d-b2c8-7998165982c2), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:15.679508 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1d90fc64b7a41fbb59cf5830a988862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513034 May 19 13:39:15.680355 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9a9c8c-41ff-433d-b2c8-7998165982c2,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:15.682208 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55216) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:15.689389 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.689934 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.690319 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.690758 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.691154 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.691498 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.691823 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.692252 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.692669 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.693003 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.693432 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.693905 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.694260 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.694691 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.695097 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f485ba26-ba4c-4b7a-9616-e37a6c461e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:15.735490 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d571156d-ff4f-4337-a09b-0a36602ee85c admin admin] Publish callbacks [] for security_group (ca9a9c8c-41ff-433d-b2c8-7998165982c2), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:15.758240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d571156d-ff4f-4337-a09b-0a36602ee85c admin admin] Publish callbacks [] for security_group (ca9a9c8c-41ff-433d-b2c8-7998165982c2), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:15.807401 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d571156d-ff4f-4337-a09b-0a36602ee85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (ca9a9c8c-41ff-433d-b2c8-7998165982c2), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:15.810098 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d571156d-ff4f-4337-a09b-0a36602ee85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:15.811345 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d571156d-ff4f-4337-a09b-0a36602ee85c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca9a9c8c-41ff-433d-b2c8-7998165982c2 HTTP/1.1" status: 204 len: 168 time: 0.1280019 May 19 13:39:15.819985 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571156d-ff4f-4337-a09b-0a36602ee85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9a9c8c-41ff-433d-b2c8-7998165982c2,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:16.095650 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55224) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:16.112032 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6fc91971-e2b3-4a09-8b04-8cefc314ca6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.120303 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6afae-3c42-41e2-8d44-307d6e524eef req-e02637a3-6400-4633-a919-6deb6136d4a6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:16.121965 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-19b6afae-3c42-41e2-8d44-307d6e524eef req-e02637a3-6400-4633-a919-6deb6136d4a6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 944 time: 0.0559378 May 19 13:39:16.176828 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-19b6afae-3c42-41e2-8d44-307d6e524eef req-3aeff134-9b1a-4c3c-9a39-47e113c86e1e tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488255 May 19 13:39:16.198155 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6fc91971-e2b3-4a09-8b04-8cefc314ca6d admin admin] Publish callbacks [] for security_group (9825f515-9825-4282-91f3-c6f9401cfd5f), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.203306 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6fc91971-e2b3-4a09-8b04-8cefc314ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9825f515-9825-4282-91f3-c6f9401cfd5f), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.245472 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-6fc91971-e2b3-4a09-8b04-8cefc314ca6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=490d75e43bed49cebc61551fdd29559e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457210 May 19 13:39:16.245472 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc91971-e2b3-4a09-8b04-8cefc314ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9825f515-9825-4282-91f3-c6f9401cfd5f,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:16.245803 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55226) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:16.297451 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9a23d53-976a-4fa4-b4ab-11afe8457cf6 admin admin] Publish callbacks [] for security_group (9825f515-9825-4282-91f3-c6f9401cfd5f), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.318929 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9a23d53-976a-4fa4-b4ab-11afe8457cf6 admin admin] Publish callbacks [] for security_group (9825f515-9825-4282-91f3-c6f9401cfd5f), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.373847 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9a23d53-976a-4fa4-b4ab-11afe8457cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9825f515-9825-4282-91f3-c6f9401cfd5f), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.376760 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f9a23d53-976a-4fa4-b4ab-11afe8457cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.378020 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f9a23d53-976a-4fa4-b4ab-11afe8457cf6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9825f515-9825-4282-91f3-c6f9401cfd5f HTTP/1.1" status: 204 len: 168 time: 0.1315577 May 19 13:39:16.386259 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a23d53-976a-4fa4-b4ab-11afe8457cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9825f515-9825-4282-91f3-c6f9401cfd5f,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:16.728085 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55232) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:16.741510 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7240f76e-ec15-41df-b77a-72c4260bbae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.820858 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7240f76e-ec15-41df-b77a-72c4260bbae9 admin admin] Publish callbacks [] for security_group (e96b5f38-2115-48ad-8758-fa8aa3ada132), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.826479 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7240f76e-ec15-41df-b77a-72c4260bbae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e96b5f38-2115-48ad-8758-fa8aa3ada132), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.851642 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:16.870564 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-7240f76e-ec15-41df-b77a-72c4260bbae9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6135948dec2d4fa78a4e0b854ed00f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413946 May 19 13:39:16.871750 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240f76e-ec15-41df-b77a-72c4260bbae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b5f38-2115-48ad-8758-fa8aa3ada132,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:16.873560 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55234) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:16.934097 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddbab-596f-4f26-8140-8dc5c6631055 admin admin] Publish callbacks [] for security_group (e96b5f38-2115-48ad-8758-fa8aa3ada132), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:16.966347 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddbab-596f-4f26-8140-8dc5c6631055 admin admin] Publish callbacks [] for security_group (e96b5f38-2115-48ad-8758-fa8aa3ada132), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:17.017176 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddbab-596f-4f26-8140-8dc5c6631055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e96b5f38-2115-48ad-8758-fa8aa3ada132), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:17.019739 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddbab-596f-4f26-8140-8dc5c6631055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:17.020896 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3b5ddbab-596f-4f26-8140-8dc5c6631055 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e96b5f38-2115-48ad-8758-fa8aa3ada132 HTTP/1.1" status: 204 len: 168 time: 0.1460085 May 19 13:39:17.028832 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ddbab-596f-4f26-8140-8dc5c6631055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b5f38-2115-48ad-8758-fa8aa3ada132,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:17.309185 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f371-cac0-4fbc-b615-90babc3bbe4d req-0fb79455-ec32-4523-8ccb-f8650fd48a9c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:17.311134 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ba7f371-cac0-4fbc-b615-90babc3bbe4d req-0fb79455-ec32-4523-8ccb-f8650fd48a9c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 944 time: 0.0556390 May 19 13:39:17.342277 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:17.371879 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ba7f371-cac0-4fbc-b615-90babc3bbe4d req-2cc52e99-0a08-4c25-ae06-39ed59745f00 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537992 May 19 13:39:18.496147 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f6458-c5ec-4af2-a9cf-a926a0871f1a req-6c64bf44-b3ff-491b-af42-3777876965b3 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:18.497728 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b88f6458-c5ec-4af2-a9cf-a926a0871f1a req-6c64bf44-b3ff-491b-af42-3777876965b3 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 944 time: 0.0489035 May 19 13:39:18.551089 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b88f6458-c5ec-4af2-a9cf-a926a0871f1a req-d12b40e1-aee1-4e17-8513-6939ee7423b1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459275 May 19 13:39:19.683112 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41f0ea-35c5-489e-844e-554338350986 req-55cfb46e-2acc-4d38-9c7d-3e69ae85a0e3 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:19.684578 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bb41f0ea-35c5-489e-844e-554338350986 req-55cfb46e-2acc-4d38-9c7d-3e69ae85a0e3 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 944 time: 0.0495858 May 19 13:39:19.740256 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bb41f0ea-35c5-489e-844e-554338350986 req-1fcad6c8-ce62-4c46-8445-2e4fdcf81468 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475714 May 19 13:39:20.560477 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:20.856341 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f5079-8ad4-4f64-8e11-0aca20ba4ada req-fce674c7-4696-42b5-892b-dd99cd834026 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:20.857708 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-548f5079-8ad4-4f64-8e11-0aca20ba4ada req-fce674c7-4696-42b5-892b-dd99cd834026 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 944 time: 0.0483723 May 19 13:39:20.900591 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:20.910186 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-548f5079-8ad4-4f64-8e11-0aca20ba4ada req-713eccb0-4fce-4218-bc89-f12f8e946363 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 May 19 13:39:21.432692 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device c0ab3804-fc2a-4ea2-b784-19b69d342b58 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:39:21.539278 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port c0ab3804-fc2a-4ea2-b784-19b69d342b58, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:21.551690 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:39:21.593311 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port c0ab3804-fc2a-4ea2-b784-19b69d342b58 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:21.593905 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:21.613913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ab3804-fc2a-4ea2-b784-19b69d342b58 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:39:21.635426 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port c0ab3804-fc2a-4ea2-b784-19b69d342b58, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:21.639282 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:21.698703 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=c0ab3804-fc2a-4ea2-b784-19b69d342b58,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:21.706843 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.707042 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.707601 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.708550 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.709035 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.709540 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.710134 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.710659 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.711067 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.711554 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.712031 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.712764 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.713036 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.713652 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.714208 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:21.973990 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['c0ab3804-fc2a-4ea2-b784-19b69d342b58'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:39:22.031970 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a26d-faa9-4399-89fb-d188fd1dca95 req-3eb157c2-e9b5-49b5-b1f0-53d92ca38c94 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:22.033486 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0bb6a26d-faa9-4399-89fb-d188fd1dca95 req-3eb157c2-e9b5-49b5-b1f0-53d92ca38c94 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 945 time: 0.0485718 May 19 13:39:22.059447 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:22.087497 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:22.091171 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0bb6a26d-faa9-4399-89fb-d188fd1dca95 req-7e12b5b6-80c7-4e1b-adad-c60b2329991c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509126 May 19 13:39:22.111010 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:22.121107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:23.222550 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9dd85-714e-4613-8e5c-93783cbb4cbb req-3b3814a6-8ae8-4a3c-b2d5-c7bd4438ebce tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:23.227716 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-25a9dd85-714e-4613-8e5c-93783cbb4cbb req-3b3814a6-8ae8-4a3c-b2d5-c7bd4438ebce tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 945 time: 0.0558832 May 19 13:39:23.283712 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-25a9dd85-714e-4613-8e5c-93783cbb4cbb req-a394e2d8-92aa-4eec-9525-3ef857cf9397 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536673 May 19 13:39:23.445116 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device c0ab3804-fc2a-4ea2-b784-19b69d342b58 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:23.491583 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port c0ab3804-fc2a-4ea2-b784-19b69d342b58 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:39:23.501085 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port c0ab3804-fc2a-4ea2-b784-19b69d342b58 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:23.501519 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:23.581529 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port c0ab3804-fc2a-4ea2-b784-19b69d342b58 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:23.581878 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:23.605743 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:23.608177 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17af309-6a9c-4b6d-93ab-4ca3db748cf8" -d '{"events": [{"server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "name": "network-vif-plugged", "status": "completed", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:23.621808 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port c0ab3804-fc2a-4ea2-b784-19b69d342b58, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:23.626355 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:23.657249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf71f4c7-b526-4e24-b8d3-9f01c958190b x-openstack-request-id: req-cf71f4c7-b526-4e24-b8d3-9f01c958190b {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:23.657819 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "name": "network-vif-plugged", "status": "completed", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:23.658071 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf71f4c7-b526-4e24-b8d3-9f01c958190b {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:23.658461 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf71f4c7-b526-4e24-b8d3-9f01c958190b'] response: {'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'code': 200} May 19 13:39:23.675635 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=c0ab3804-fc2a-4ea2-b784-19b69d342b58,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:23.929459 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef379c-78e2-42c9-8164-fde13be70892 req-d39cf0c2-76ca-42e4-8cf8-84e82fc2f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:23.931746 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c7ef379c-78e2-42c9-8164-fde13be70892 req-d39cf0c2-76ca-42e4-8cf8-84e82fc2f66e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1130 time: 0.0456090 May 19 13:39:23.989463 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c7ef379c-78e2-42c9-8164-fde13be70892 req-e351d31b-c197-44e7-8c0e-05c9f7ed1672 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514679 May 19 13:39:24.167806 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:24.416040 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716c4a8-5636-488a-a660-7c174aad55a4 req-95a1afb3-fd5d-485d-8f22-8dc3fce6637e tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:24.418716 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f716c4a8-5636-488a-a660-7c174aad55a4 req-95a1afb3-fd5d-485d-8f22-8dc3fce6637e tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 946 time: 0.0632663 May 19 13:39:24.479161 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f716c4a8-5636-488a-a660-7c174aad55a4 req-552a642e-a84c-4b73-8e52-ddd9746ce7e3 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530283 May 19 13:39:25.608023 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3dd9-26a0-42e1-bdd8-69e43037637a req-86c4669d-2b75-48eb-8377-9338ec520660 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:25.609739 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ae6b3dd9-26a0-42e1-bdd8-69e43037637a req-86c4669d-2b75-48eb-8377-9338ec520660 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 946 time: 0.0518055 May 19 13:39:25.669057 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ae6b3dd9-26a0-42e1-bdd8-69e43037637a req-0de033a2-be85-49af-92e5-f653190d613a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533810 May 19 13:39:25.808114 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee4d52-44d3-4abe-82e5-61f00a3fcbf8 req-c89c031a-f6d8-496e-b763-31948e2ad90c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:25.809673 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-37ee4d52-44d3-4abe-82e5-61f00a3fcbf8 req-c89c031a-f6d8-496e-b763-31948e2ad90c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 946 time: 0.0535467 May 19 13:39:25.863693 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-37ee4d52-44d3-4abe-82e5-61f00a3fcbf8 req-cfdf6cb1-79af-4836-8713-12b3b6ff5135 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472963 May 19 13:39:25.886469 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55348) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:25.923801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844c27e-7460-4d51-9540-0f7427782cbc tempest-TestVolumeBootPattern-858655790 tempest-TestVolumeBootPattern-858655790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:25.925280 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b844c27e-7460-4d51-9540-0f7427782cbc tempest-TestVolumeBootPattern-858655790 tempest-TestVolumeBootPattern-858655790-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1125 time: 0.0377977 May 19 13:39:25.928520 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55350) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:25.932836 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:25.955359 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:26.049509 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:26.164853 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Allocated IP 172.27.1.5 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:26.265522 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:26.270802 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:26.309004 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:26.352268 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:26.360513 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:26.366583 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:26.369005 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:26.371680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:26.727634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (6920d60d-8a0b-4444-b52c-f06681376837), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:26.817972 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-ba7e18e0-3ea3-47d9-a4e7-95a9bbcd0dbc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600100 May 19 13:39:26.827564 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:26.930455 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-5e692298-11b9-4f3c-8d74-ed14e5e26b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:26.931950 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-5e692298-11b9-4f3c-8d74-ed14e5e26b4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 1129 time: 0.0728397 May 19 13:39:27.113209 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-e9945308-37bd-4c3c-af11-83f30e58dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:27.114700 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-e9945308-37bd-4c3c-af11-83f30e58dd97 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 911 time: 0.1602654 May 19 13:39:27.127396 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:27.134469 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:27.428979 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:27.440620 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:27.509273 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-f6abfb62-78e1-41d9-8b16-44b6df73713d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 200 len: 1001 time: 0.3839478 May 19 13:39:27.522915 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:27.576794 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (6920d60d-8a0b-4444-b52c-f06681376837), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:27.619294 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-e9d8b8ec-9b9c-44cc-8168-7e2ec3c3846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:27.620752 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-e9d8b8ec-9b9c-44cc-8168-7e2ec3c3846f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0991621 May 19 13:39:27.707755 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-95877a79-5c12-444c-aa01-1ba69f2a8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:27.709264 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-95877a79-5c12-444c-aa01-1ba69f2a8ab1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805545 May 19 13:39:27.712743 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Floating IP 6920d60d-8a0b-4444-b52c-f06681376837 associated. External IP: 172.27.1.5, port: c0ab3804-fc2a-4ea2-b784-19b69d342b58. May 19 13:39:27.879374 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-d2d34c53-87c3-4876-90d7-d7afc622f2cd service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640010 May 19 13:39:28.055451 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-345a0338-dc5f-4da6-b0b6-144a82cfde1d req-14b61ce2-bc8a-48e2-b67e-fb8d7940e919 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696649 May 19 13:39:28.059253 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:39:28.174026 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:28.194003 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.195645 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:28.207050 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:28.207682 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:28.213170 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:28.226757 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-1e4441fa-1bab-4243-b34e-f761f2e057a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2971637 May 19 13:39:28.227346 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:28.229636 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8256bf-0d27-48fd-9d71-49faae088968" -d '{"events": [{"name": "network-changed", "server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:28.273090 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b427ec7-3c50-4a73-bc18-b15c451ac9c2 x-openstack-request-id: req-7b427ec7-3c50-4a73-bc18-b15c451ac9c2 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:28.273381 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:28.273661 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b427ec7-3c50-4a73-bc18-b15c451ac9c2 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:28.274071 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b427ec7-3c50-4a73-bc18-b15c451ac9c2'] response: {'name': 'network-changed', 'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'status': 'completed', 'code': 200} May 19 13:39:28.328553 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55368) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:28.329524 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:28.362960 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-ad66e779-6e4c-4c22-81dc-4836f91de449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:28.365315 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-ad66e779-6e4c-4c22-81dc-4836f91de449 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1130 time: 0.0476964 May 19 13:39:28.470099 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c74f6f85-0131-4db6-b253-64c9c9577af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.480855 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-5929bebf-0f20-405b-9e76-b9a14e68a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:28.482389 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-5929bebf-0f20-405b-9e76-b9a14e68a264 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.1123915 May 19 13:39:28.500331 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:28.552820 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:26Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:28.562051 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-731617c8-b4eb-4fb1-b8d2-9b583cfce4fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 200 len: 998 time: 0.0736198 May 19 13:39:28.578673 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:28.587971 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:28.588610 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:28.640068 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-e342b0f1-0919-4470-b838-b97522d61c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:28.641629 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-e342b0f1-0919-4470-b838-b97522d61c61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0713270 May 19 13:39:28.652326 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c74f6f85-0131-4db6-b253-64c9c9577af8 admin admin] Publish callbacks [] for security_group (bd6f0a14-bd3b-4c66-9fef-b5a58351cede), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.663397 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c74f6f85-0131-4db6-b253-64c9c9577af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (bd6f0a14-bd3b-4c66-9fef-b5a58351cede), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.734658 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c74f6f85-0131-4db6-b253-64c9c9577af8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d9e553f4aa540a08d5983de1b29e6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024453 May 19 13:39:28.734658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-dd6bd730-b00a-4dfa-be01-cee59304a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:28.735046 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55372) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:28.735889 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-dd6bd730-b00a-4dfa-be01-cee59304a649 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857873 May 19 13:39:28.737004 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f6f85-0131-4db6-b253-64c9c9577af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f0a14-bd3b-4c66-9fef-b5a58351cede,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:28.799331 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1a9f-a1e3-4680-aedd-bd418b639568 admin admin] Publish callbacks [] for security_group (bd6f0a14-bd3b-4c66-9fef-b5a58351cede), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.821625 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1a9f-a1e3-4680-aedd-bd418b639568 admin admin] Publish callbacks [] for security_group (bd6f0a14-bd3b-4c66-9fef-b5a58351cede), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.830740 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:28.836642 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-83de3518-0700-4b0e-b5cf-250b0e7a34f2 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940678 May 19 13:39:28.871120 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1a9f-a1e3-4680-aedd-bd418b639568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (bd6f0a14-bd3b-4c66-9fef-b5a58351cede), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.874208 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1a9f-a1e3-4680-aedd-bd418b639568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:28.878049 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-6f5f1a9f-a1e3-4680-aedd-bd418b639568 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd6f0a14-bd3b-4c66-9fef-b5a58351cede HTTP/1.1" status: 204 len: 168 time: 0.1388378 May 19 13:39:28.883909 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f1a9f-a1e3-4680-aedd-bd418b639568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f0a14-bd3b-4c66-9fef-b5a58351cede,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:28.936297 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf8256bf-0d27-48fd-9d71-49faae088968 req-7f8803d5-e1e5-4137-84d7-5f9290423397 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920577 May 19 13:39:29.073394 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:26Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:29.099519 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc75a0-66bf-40ca-84b4-f53155bd851b None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:26Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:29.182884 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55378) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:29.197390 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ac9051e4-2878-4385-8333-262193028ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:29.281946 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:29.291673 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ac9051e4-2878-4385-8333-262193028ece admin admin] Publish callbacks [] for security_group (fad739ba-f005-4536-9256-4f0d6abcfc33), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:29.297183 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ac9051e4-2878-4385-8333-262193028ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (fad739ba-f005-4536-9256-4f0d6abcfc33), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:29.310256 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2a0c0-8350-48fa-b01c-49cd2e255050 None None] New status for floating IP 6920d60d-8a0b-4444-b52c-f06681376837: ACTIVE {{(pid=103686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:39:29.341509 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ac9051e4-2878-4385-8333-262193028ece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f331a62c4d14091899c39908496556f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572537 May 19 13:39:29.342254 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9051e4-2878-4385-8333-262193028ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad739ba-f005-4536-9256-4f0d6abcfc33,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:29.344391 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55380) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:29.396098 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d689c43-5fd6-47fa-863c-d5bf40414356 admin admin] Publish callbacks [] for security_group (fad739ba-f005-4536-9256-4f0d6abcfc33), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:29.422476 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d689c43-5fd6-47fa-863c-d5bf40414356 admin admin] Publish callbacks [] for security_group (fad739ba-f005-4536-9256-4f0d6abcfc33), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:29.472291 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d689c43-5fd6-47fa-863c-d5bf40414356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (fad739ba-f005-4536-9256-4f0d6abcfc33), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:29.474949 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d689c43-5fd6-47fa-863c-d5bf40414356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:29.478913 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-8d689c43-5fd6-47fa-863c-d5bf40414356 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fad739ba-f005-4536-9256-4f0d6abcfc33 HTTP/1.1" status: 204 len: 168 time: 0.1334186 May 19 13:39:29.487211 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689c43-5fd6-47fa-863c-d5bf40414356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad739ba-f005-4536-9256-4f0d6abcfc33,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:33.869976 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55438) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:33.980537 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3d4da057-80ea-4dea-9381-a7ca38dceb65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.068734 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3d4da057-80ea-4dea-9381-a7ca38dceb65 admin admin] Publish callbacks [] for security_group (f9c70e77-8000-4ced-a6f7-4d838b79b9d7), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.074622 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3d4da057-80ea-4dea-9381-a7ca38dceb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (f9c70e77-8000-4ced-a6f7-4d838b79b9d7), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.113001 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3d4da057-80ea-4dea-9381-a7ca38dceb65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b80c731b0d6f45b7b2f571de98a890c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418854 May 19 13:39:34.114324 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4da057-80ea-4dea-9381-a7ca38dceb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c70e77-8000-4ced-a6f7-4d838b79b9d7,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:34.116079 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55442) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:34.171706 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-837d91bc-2214-4c69-a634-ab6a4e132837 admin admin] Publish callbacks [] for security_group (f9c70e77-8000-4ced-a6f7-4d838b79b9d7), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.198774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-837d91bc-2214-4c69-a634-ab6a4e132837 admin admin] Publish callbacks [] for security_group (f9c70e77-8000-4ced-a6f7-4d838b79b9d7), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.251370 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-837d91bc-2214-4c69-a634-ab6a4e132837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (f9c70e77-8000-4ced-a6f7-4d838b79b9d7), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.254078 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-837d91bc-2214-4c69-a634-ab6a4e132837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.255256 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-837d91bc-2214-4c69-a634-ab6a4e132837 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9c70e77-8000-4ced-a6f7-4d838b79b9d7 HTTP/1.1" status: 204 len: 168 time: 0.1372120 May 19 13:39:34.266490 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d91bc-2214-4c69-a634-ab6a4e132837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c70e77-8000-4ced-a6f7-4d838b79b9d7,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:34.552468 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55456) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:34.563682 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9853db2b-1f9c-4fa2-b17a-4136f2b2c811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.606965 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:34.672782 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e952-84ca-4581-a47a-fceabfb292f5 req-88bf8169-ee80-45f6-babf-81ae8bc1f00a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:34.674177 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a640e952-84ca-4581-a47a-fceabfb292f5 req-88bf8169-ee80-45f6-babf-81ae8bc1f00a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0715513 May 19 13:39:34.691266 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9853db2b-1f9c-4fa2-b17a-4136f2b2c811 admin admin] Publish callbacks [] for security_group (20f38324-0972-46c9-960d-f31fe21badd5), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.699666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9853db2b-1f9c-4fa2-b17a-4136f2b2c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (20f38324-0972-46c9-960d-f31fe21badd5), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.753638 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853db2b-1f9c-4fa2-b17a-4136f2b2c811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f38324-0972-46c9-960d-f31fe21badd5,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:34.760312 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-9853db2b-1f9c-4fa2-b17a-4136f2b2c811 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3708d461da81492eb6eea24ebbfa7ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091191 May 19 13:39:34.763407 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55460) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:34.765844 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a640e952-84ca-4581-a47a-fceabfb292f5 req-35fe6933-9912-4eda-9d35-ece88c2d2a55 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837533 May 19 13:39:34.812214 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df87c999-b6b1-41ab-8f2b-39e52e4d497a admin admin] Publish callbacks [] for security_group (20f38324-0972-46c9-960d-f31fe21badd5), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.832922 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df87c999-b6b1-41ab-8f2b-39e52e4d497a admin admin] Publish callbacks [] for security_group (20f38324-0972-46c9-960d-f31fe21badd5), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.867379 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:34.884185 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df87c999-b6b1-41ab-8f2b-39e52e4d497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (20f38324-0972-46c9-960d-f31fe21badd5), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.886707 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-df87c999-b6b1-41ab-8f2b-39e52e4d497a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:34.887851 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-df87c999-b6b1-41ab-8f2b-39e52e4d497a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20f38324-0972-46c9-960d-f31fe21badd5 HTTP/1.1" status: 204 len: 168 time: 0.1232765 May 19 13:39:34.896081 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87c999-b6b1-41ab-8f2b-39e52e4d497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f38324-0972-46c9-960d-f31fe21badd5,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:35.623065 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55484) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:35.735102 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945103072-network', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:35.739172 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:35.759159 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Made reservation on behalf of 430899def10d40c192f0d54b8ebf0af5 for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:35.761564 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:35.770051 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:35.849599 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks [] for security_group (8e724771-614b-4a1f-aa96-9aa292e8fe13), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:35.864163 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8e724771-614b-4a1f-aa96-9aa292e8fe13), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:35.915378 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:39:35.923991 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1540eb-1bd1-40dd-b2f2-0685343dd6f9 req-66eba379-0420-4042-b55d-1f3eed9b9e04 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:35.925503 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5e1540eb-1bd1-40dd-b2f2-0685343dd6f9 req-66eba379-0420-4042-b55d-1f3eed9b9e04 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0781846 May 19 13:39:35.929042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e724771-614b-4a1f-aa96-9aa292e8fe13,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:35.949940 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (75879d78-5786-41d1-b395-f72c0823c99f), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:35.950344 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Added segment 75879d78-5786-41d1-b395-f72c0823c99f of type vlan for network 93c2afc1-4325-416e-818f-45b74ed21db9 May 19 13:39:36.008868 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (93c2afc1-4325-416e-818f-45b74ed21db9), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.017898 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5e1540eb-1bd1-40dd-b2f2-0685343dd6f9 req-ab3e6816-8825-45f9-ac61-0291874eaa30 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850668 May 19 13:39:36.040229 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (93c2afc1-4325-416e-818f-45b74ed21db9), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.041330 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:36.041988 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.097025 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4728193 May 19 13:39:36.100084 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55490) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:36.105137 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Request body: {'subnet': {'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945103072-subnet', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:36.108368 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536ce0a-8835-48f4-8ff1-ef0bc9c3a59d admin admin] Pushing event updated for resources: {'Network': ['ID=93c2afc1-4325-416e-818f-45b74ed21db9,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:36.119821 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 93c2afc1-4325-416e-818f-45b74ed21db9 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:39:36.126730 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Made reservation on behalf of 430899def10d40c192f0d54b8ebf0af5 for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:36.129121 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8473040'] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.301684 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8473030'] for subnet (4a48463b-08da-4d9b-a6be-9ea146198659), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.349775 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a48463b-08da-4d9b-a6be-9ea146198659,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:36.366588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Checking segment: {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:36.366941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Network hostable DHCP agents. Network: 93c2afc1-4325-416e-818f-45b74ed21db9, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:39:36.389034 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Network 93c2afc1-4325-416e-818f-45b74ed21db9 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:39:36.396684 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:36.403603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 93c2afc1-4325-416e-818f-45b74ed21db9) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:36.408899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:36.409771 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.418587 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810eb59-94cc-489d-a4d0-c8a6cdc2e7ed None None] Network 93c2afc1-4325-416e-818f-45b74ed21db9 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:39:36.428120 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-8ac9de5d-a9a9-4174-8e42-8ac8bba94298 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3268507 May 19 13:39:36.431063 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55492) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:36.435579 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:36.455750 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (7399f41e-6db7-48aa-879e-36ab40c11827), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.456782 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (7399f41e-6db7-48aa-879e-36ab40c11827), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.509907 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks [] for router_controller (7399f41e-6db7-48aa-879e-36ab40c11827), precommit_add_association {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.530690 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-93c2afc1-4325-416e-818f-45b74ed21db9', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:39:36.531848 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.547015 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:36.608570 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:36.632783 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:36.650826 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks [] for router_gateway (7399f41e-6db7-48aa-879e-36ab40c11827), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.680541 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Allocated IP 172.20.0.2 (93c2afc1-4325-416e-818f-45b74ed21db9/4a48463b-08da-4d9b-a6be-9ea146198659/8251edb9-571e-4da3-9b6c-5a203391d21d) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:36.757025 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050db44-abfe-4aef-880a-364761c3e68d req-e3459e37-21d4-49b8-8ee4-9f507b7758ce tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:36.758551 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4050db44-abfe-4aef-880a-364761c3e68d req-e3459e37-21d4-49b8-8ee4-9f507b7758ce tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.0522752 May 19 13:39:36.828087 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Publish callbacks [] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.834069 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks [] for router_gateway (7399f41e-6db7-48aa-879e-36ab40c11827), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.836174 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.852943 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Deleting port f893dedd-28aa-4e31-8cfb-add216f8a285 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:39:36.853285 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.855844 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.881248 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Network 93c2afc1-4325-416e-818f-45b74ed21db9 is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:36.885860 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:36.889048 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:36.898423 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Pushing event updated for resources: {'Port': ['ID=8251edb9-571e-4da3-9b6c-5a203391d21d,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:36.921217 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:36.922303 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:36.961818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Attempting to bind port 8251edb9-571e-4da3-9b6c-5a203391d21d on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:36.962352 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Attempting to bind port 8251edb9-571e-4da3-9b6c-5a203391d21d by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:36.962816 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Attempting to bind port 8251edb9-571e-4da3-9b6c-5a203391d21d on network 93c2afc1-4325-416e-818f-45b74ed21db9 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:36.963836 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] For port f893dedd-28aa-4e31-8cfb-add216f8a285, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f893dedd-28aa-4e31-8cfb-add216f8a285,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:36.964213 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.969006 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:36.969523 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Checking segment: {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:36.969996 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.970428 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Bound using segment: {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:36.970954 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Bound port: 8251edb9-571e-4da3-9b6c-5a203391d21d, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:36.971388 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:36.978874 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Allocated IP 172.27.1.7 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/773315c7-efa6-4a74-a5b2-b5bfbbf76b81) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:37.036677 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] For port 8251edb9-571e-4da3-9b6c-5a203391d21d, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:37.041245 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] For port 8251edb9-571e-4da3-9b6c-5a203391d21d, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=8251edb9-571e-4da3-9b6c-5a203391d21d,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:37.052321 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.078230 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:37.116626 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd10b5b-8a9a-41d3-9fb4-4a23345567fa None None] Pushing event updated for resources: {'Port': ['ID=8251edb9-571e-4da3-9b6c-5a203391d21d,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:37.128168 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks [] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.167044 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.186966 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.187669 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (cd3693aa-0638-4e21-9e31-4e161ee4fd29), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.187787 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Floating IP cd3693aa-0638-4e21-9e31-4e161ee4fd29 disassociated. External IP: 172.27.1.173, port: f893dedd-28aa-4e31-8cfb-add216f8a285. May 19 13:39:37.188028 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Calling delete_port for f893dedd-28aa-4e31-8cfb-add216f8a285 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:39:37.221649 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:37.222101 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1bc4395f-1140-4369-b87f-91bfbaf613cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.227838 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:37.231270 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:37.235085 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Pushing event updated for resources: {'Port': ['ID=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:37.301582 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84342484-e0c8-44e3-93e8-fc23aff791bc req-e64df7b5-e446-404d-b5d8-cfe0ca2afc35 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:37.322913 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-84342484-e0c8-44e3-93e8-fc23aff791bc req-e64df7b5-e446-404d-b5d8-cfe0ca2afc35 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b705092-099b-444c-81cf-ecfacd701ac1 HTTP/1.1" status: 200 len: 945 time: 0.1911404 May 19 13:39:37.417576 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-84342484-e0c8-44e3-93e8-fc23aff791bc req-a7b8ceda-5438-4e42-83a6-4563d83b85c9 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654449 May 19 13:39:37.418641 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (f893dedd-28aa-4e31-8cfb-add216f8a285), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.453938 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event deleted for resources: {'Port': ['ID=f893dedd-28aa-4e31-8cfb-add216f8a285,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:37.530856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks [] for router_gateway (7399f41e-6db7-48aa-879e-36ab40c11827), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.573348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Router dc4347c3-47f2-4428-aa0f-6202311fcb80 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:39:37.617495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:37.681715 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:37.694802 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] Sync routers for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:37.706583 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:37.707223 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:37.725729 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (7399f41e-6db7-48aa-879e-36ab40c11827), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.732898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] No DVR routers for this DVR port f893dedd-28aa-4e31-8cfb-add216f8a285 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:39:37.737263 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:37.740698 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4050db44-abfe-4aef-880a-364761c3e68d req-09bfb678-1406-4e55-b567-2653259014d8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "DELETE /v2.0/ports/f893dedd-28aa-4e31-8cfb-add216f8a285 HTTP/1.1" status: 204 len: 173 time: 0.9767618 May 19 13:39:37.741148 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'name': 'network-vif-deleted', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:37.743548 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e31477-96a1-4736-af9c-14a456024e55" -d '{"events": [{"server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "name": "network-vif-deleted", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:37.802364 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:37.806327 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69716a32-3b3e-4029-99c3-ddb9c9fcc28e x-openstack-request-id: req-69716a32-3b3e-4029-99c3-ddb9c9fcc28e {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:37.807276 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b705092-099b-444c-81cf-ecfacd701ac1", "name": "network-vif-deleted", "tag": "f893dedd-28aa-4e31-8cfb-add216f8a285", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:37.807528 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69716a32-3b3e-4029-99c3-ddb9c9fcc28e {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:37.807934 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69716a32-3b3e-4029-99c3-ddb9c9fcc28e'] response: {'server_uuid': '5b705092-099b-444c-81cf-ecfacd701ac1', 'name': 'network-vif-deleted', 'tag': 'f893dedd-28aa-4e31-8cfb-add216f8a285', 'status': 'completed', 'code': 200} May 19 13:39:37.876705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:37.922383 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8251edb9-571e-4da3-9b6c-5a203391d21d up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:37.927421 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Router 7399f41e-6db7-48aa-879e-36ab40c11827 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:39:37.945049 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:38.068567 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:38.079700 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Sync routers for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:38.089872 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:38.090982 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:38.091655 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:38.096886 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.102555 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-fe20b711-1fb5-4d30-99ff-7a7971ab257f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6679304 May 19 13:39:38.102872 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55498) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:38.144321 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 8251edb9-571e-4da3-9b6c-5a203391d21d triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:38.144890 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.247866 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:38.253381 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:38.288776 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] Checking router: dc4347c3-47f2-4428-aa0f-6202311fcb80 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:38.305921 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:38.306986 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:38.396466 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 8251edb9-571e-4da3-9b6c-5a203391d21d is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:38.397147 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.429735 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa1f63-d86b-4cbd-8bfe-db454207b14a None None] Network 93c2afc1-4325-416e-818f-45b74ed21db9 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:39:38.502543 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:37Z', 'revision_number': 3, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:38.542653 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Checking router: 7399f41e-6db7-48aa-879e-36ab40c11827 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:38.543054 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Updating router 7399f41e-6db7-48aa-879e-36ab40c11827 port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:39:38.553130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55504) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:38.577855 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.719364 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:38.802848 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 8251edb9-571e-4da3-9b6c-5a203391d21d, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=8251edb9-571e-4da3-9b6c-5a203391d21d,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:38.860922 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-7c52d954-9bc8-49c8-93c7-2fe457aa6738 None None] Provisioning complete for port 8251edb9-571e-4da3-9b6c-5a203391d21d triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:38.861680 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7c52d954-9bc8-49c8-93c7-2fe457aa6738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.895543 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.898654 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:38.911445 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:38.912465 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:38.919772 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Publish callbacks [] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.922831 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:38.934237 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36afdee3-f9cc-453b-97f3-bbf90a5c6c67 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (e8e24dd1-0b09-43a1-88ac-4cf77ec214e8), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.936557 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.945120 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:38.947952 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:38.969922 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36afdee3-f9cc-453b-97f3-bbf90a5c6c67 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (e8e24dd1-0b09-43a1-88ac-4cf77ec214e8), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.008003 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Pushing event updated for resources: {'Port': ['ID=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,revision_number=2']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:39.022203 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Attempting to bind port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:39.022892 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Attempting to bind port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:39.022892 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Attempting to bind port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:39.026555 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.026947 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.027413 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.027789 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.028296 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.028974 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.028974 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.029279 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.029632 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.030545 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.031156 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.031490 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.031835 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.032321 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.032810 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:39.040079 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:39.040623 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:39.041016 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.041541 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:39.042011 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Bound port: 773315c7-efa6-4a74-a5b2-b5bfbbf76b81, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:39.042788 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.059564 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36afdee3-f9cc-453b-97f3-bbf90a5c6c67 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (e8e24dd1-0b09-43a1-88ac-4cf77ec214e8), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.065370 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-36afdee3-f9cc-453b-97f3-bbf90a5c6c67 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.066982 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-36afdee3-f9cc-453b-97f3-bbf90a5c6c67 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8e24dd1-0b09-43a1-88ac-4cf77ec214e8 HTTP/1.1" status: 204 len: 168 time: 0.5125959 May 19 13:39:39.076676 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55506) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:39.078176 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afdee3-f9cc-453b-97f3-bbf90a5c6c67 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e24dd1-0b09-43a1-88ac-4cf77ec214e8,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:39.089883 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-7c52d954-9bc8-49c8-93c7-2fe457aa6738 None None] Current status of the port 8251edb9-571e-4da3-9b6c-5a203391d21d is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:39.093761 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] For port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:39.098138 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] For port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:39.106875 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.108444 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=8251edb9-571e-4da3-9b6c-5a203391d21d,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:39.123160 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.api.v2.resource [None req-20b657f6-decb-423d-9730-4128ec082190 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] show failed (client error): The resource could not be found. May 19 13:39:39.124410 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-20b657f6-decb-423d-9730-4128ec082190 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups/e8e24dd1-0b09-43a1-88ac-4cf77ec214e8 HTTP/1.1" status: 404 len: 347 time: 0.0338538 May 19 13:39:39.129336 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55508) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:39.183098 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:39.189254 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71a454-95cf-477d-8d78-a6b29a91420a None None] Pushing event updated for resources: {'Port': ['ID=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:39.196395 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Allocated IP 172.20.0.1 (93c2afc1-4325-416e-818f-45b74ed21db9/4a48463b-08da-4d9b-a6be-9ea146198659/c5afb660-f5b9-4de9-8dc2-a6d739812d8a) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:39.207613 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:39.208349 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:39.240581 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb88b6-74b4-4262-a89a-25c352f047bf None None] The sync data for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi is: [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:39.266545 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:39.358481 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Deleting port 1d18ba4d-1d13-4fe6-93fc-298fc77e3c29 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:39:39.358769 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks [] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.359501 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.360210 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:39.362902 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:39.400385 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.467712 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.468039 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.475992 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Network 93c2afc1-4325-416e-818f-45b74ed21db9 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:39.481495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:39.485844 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:39.508578 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Calling delete_port for 1d18ba4d-1d13-4fe6-93fc-298fc77e3c29 owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:39:39.510901 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:39.525061 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-ac6df27c-ae5e-473d-a9ca-628238969b41 None None] Provisioning complete for port 8251edb9-571e-4da3-9b6c-5a203391d21d triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:39.525665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ac6df27c-ae5e-473d-a9ca-628238969b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.565101 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (7399f41e-6db7-48aa-879e-36ab40c11827), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.578545 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:37Z', 'revision_number': 3, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:39.627002 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a4094-b8a3-4784-82cf-c90d16b1baef None None] The sync data for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi is: [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:37Z', 'revision_number': 3, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:39.650847 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbd120d-f4b0-43b8-98eb-7a34d3a8ddad None None] New status for floating IP cd3693aa-0638-4e21-9e31-4e161ee4fd29: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:39:39.698761 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-038d575e-7c03-4d51-b44e-29e4e75529f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.769121 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (1d18ba4d-1d13-4fe6-93fc-298fc77e3c29), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.785588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.787367 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.db.api [None req-6cbd120d-f4b0-43b8-98eb-7a34d3a8ddad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 13:39:39.790243 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG oslo_db.api [None req-6cbd120d-f4b0-43b8-98eb-7a34d3a8ddad None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:39:39.806341 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-ac6df27c-ae5e-473d-a9ca-628238969b41 None None] Current status of the port 8251edb9-571e-4da3-9b6c-5a203391d21d is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:39.829456 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event deleted for resources: {'Port': ['ID=1d18ba4d-1d13-4fe6-93fc-298fc77e3c29,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:39.846670 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8251edb9-571e-4da3-9b6c-5a203391d21d up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:39.903498 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 8251edb9-571e-4da3-9b6c-5a203391d21d triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:39.903974 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.904900 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (cd3693aa-0638-4e21-9e31-4e161ee4fd29), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.908010 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.909575 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e4579593-223a-428a-a0ce-68449ecbc16c tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd3693aa-0638-4e21-9e31-4e161ee4fd29 HTTP/1.1" status: 204 len: 168 time: 0.7789776 May 19 13:39:39.938265 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-55c95540-8ded-4b66-b2e2-354cf83efa2e None None] Provisioning complete for port c5afb660-f5b9-4de9-8dc2-a6d739812d8a triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:39.938643 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-55c95540-8ded-4b66-b2e2-354cf83efa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:39.994866 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-55c95540-8ded-4b66-b2e2-354cf83efa2e None None] Port c5afb660-f5b9-4de9-8dc2-a6d739812d8a cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:39:40.037617 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 8251edb9-571e-4da3-9b6c-5a203391d21d is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:40.051899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks [] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:40.061503 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:40.120609 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:40.130477 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (7399f41e-6db7-48aa-879e-36ab40c11827), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:40.132719 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:40.238482 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Network 93c2afc1-4325-416e-818f-45b74ed21db9 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:40.240044 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: WARNING neutron.objects.base [None req-6cbd120d-f4b0-43b8-98eb-7a34d3a8ddad None None] ORM session: SQL execution without transaction in progress, traceback: May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: func(*args, **kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: self.work.run() May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: result = self.fn(*self.args, **self.kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: res = self.dispatcher.dispatch(message) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return self._do_dispatch(endpoint, method, ctxt, args) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: result = func(ctxt, **new_args) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return f(*args, **kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return f(*args, **kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return f(*dup_args, **dup_kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: self.l3plugin.update_floatingip_status(context, May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return f_with_retry(*args, **kwargs, May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return f(*args, **kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return f(*args, **kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return f(*dup_args, **dup_kwargs) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return l3_obj.FloatingIP.update_object( May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return super(NeutronDbObject, cls).update_object( May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: obj = cls.get_object( May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: db_obj = obj_db_api.get_object( May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return _get_filter_query(obj_cls, context, **kwargs).first() May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: return self.limit(1)._iter().first() May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: result = self.session.execute( May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: result = fn(orm_exec_state) May 19 13:39:40.350394 dv-cinder-841125-6-iscsi neutron-server[103685]: May 19 13:39:40.367850 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Router 7399f41e-6db7-48aa-879e-36ab40c11827 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:39:40.441078 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:40.496236 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:40.503057 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-a0ad1740-423d-4eb7-9bd4-dfaf7131c4b4 admin admin] 10.222.0.24 "PUT /v2.0/routers/7399f41e-6db7-48aa-879e-36ab40c11827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990598 May 19 13:39:40.514166 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1afc5da9-c133-4e4e-b46b-2d4e7f23b830 None None] Provisioning complete for port c5afb660-f5b9-4de9-8dc2-a6d739812d8a triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:40.514706 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1afc5da9-c133-4e4e-b46b-2d4e7f23b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:40.550515 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1afc5da9-c133-4e4e-b46b-2d4e7f23b830 None None] Port c5afb660-f5b9-4de9-8dc2-a6d739812d8a cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:39:40.822650 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.001821 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55528) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:41.007150 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-5061fd19-7d20-4b95-bdd7-a9848f88066e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989992794', 'description': 'tempest-description--2000321097'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:41.007315 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55530) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:41.012278 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-343928358-network', 'tenant_id': 'd869c798457348fdbf3118494dd5775e'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:41.031963 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5061fd19-7d20-4b95-bdd7-a9848f88066e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.035606 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Made reservation on behalf of d869c798457348fdbf3118494dd5775e for: {'network': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:41.038474 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.049016 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.097198 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:41.111518 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5061fd19-7d20-4b95-bdd7-a9848f88066e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (fbaae841-4153-4649-80a2-d9f8e175bb7e), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.115467 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:41.116749 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5061fd19-7d20-4b95-bdd7-a9848f88066e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (fbaae841-4153-4649-80a2-d9f8e175bb7e), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.146858 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks [] for security_group (c5e0fe3e-dbc0-4b75-956f-bbd279131265), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.148216 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061fd19-7d20-4b95-bdd7-a9848f88066e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaae841-4153-4649-80a2-d9f8e175bb7e,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:41.153074 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (c5e0fe3e-dbc0-4b75-956f-bbd279131265), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.153263 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5061fd19-7d20-4b95-bdd7-a9848f88066e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.154680 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5061fd19-7d20-4b95-bdd7-a9848f88066e tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1515400 May 19 13:39:41.157592 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55532) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:41.162272 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-f6429ea6-1712-4241-bbaf-369e535b3262 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'security_group_rule': {'security_group_id': 'fbaae841-4153-4649-80a2-d9f8e175bb7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:41.187716 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:39:41.194360 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6429ea6-1712-4241-bbaf-369e535b3262 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (b9a31bdf-1d8b-4a11-86b6-c51718279530), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.198868 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e0fe3e-dbc0-4b75-956f-bbd279131265,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:41.204036 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (2a5359bb-00d4-447f-81c6-c4f652a9d5c3), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.204455 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.segments_db [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Added segment 2a5359bb-00d4-447f-81c6-c4f652a9d5c3 of type vlan for network ac47a727-77fe-4d0c-a719-326f429255e8 May 19 13:39:41.251531 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6429ea6-1712-4241-bbaf-369e535b3262 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (b9a31bdf-1d8b-4a11-86b6-c51718279530), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.255991 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6429ea6-1712-4241-bbaf-369e535b3262 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (b9a31bdf-1d8b-4a11-86b6-c51718279530), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.259120 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (ac47a727-77fe-4d0c-a719-326f429255e8), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.275762 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6429ea6-1712-4241-bbaf-369e535b3262 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a31bdf-1d8b-4a11-86b6-c51718279530,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:41.282133 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f6429ea6-1712-4241-bbaf-369e535b3262 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.283431 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f6429ea6-1712-4241-bbaf-369e535b3262 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247940 May 19 13:39:41.286093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55534) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:41.290195 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (ac47a727-77fe-4d0c-a719-326f429255e8), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.290875 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-39cd29e4-bc88-4fc9-af7f-794c8a89caae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'security_group_rule': {'security_group_id': 'fbaae841-4153-4649-80a2-d9f8e175bb7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:41.292036 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:41.292613 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.320337 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39cd29e4-bc88-4fc9-af7f-794c8a89caae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (0e762065-54ca-416f-9bf3-3c40a07f088c), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.351168 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3427763 May 19 13:39:41.354073 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55536) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:41.356699 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291af807-1785-49fa-abe8-ac8faa639d7f admin admin] Pushing event updated for resources: {'Network': ['ID=ac47a727-77fe-4d0c-a719-326f429255e8,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:41.359033 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Request body: {'subnet': {'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-343928358-subnet', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'ip_version': 4}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:41.367492 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network ac47a727-77fe-4d0c-a719-326f429255e8 details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:39:41.392220 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39cd29e4-bc88-4fc9-af7f-794c8a89caae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (0e762065-54ca-416f-9bf3-3c40a07f088c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.395773 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Made reservation on behalf of d869c798457348fdbf3118494dd5775e for: {'subnet': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:41.398312 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8473040'] for subnet (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.401809 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39cd29e4-bc88-4fc9-af7f-794c8a89caae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (0e762065-54ca-416f-9bf3-3c40a07f088c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.409249 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Sync routers for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:41.419500 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:41.420366 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:41.456011 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:41.466941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd29e4-bc88-4fc9-af7f-794c8a89caae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e762065-54ca-416f-9bf3-3c40a07f088c,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:41.488408 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-39cd29e4-bc88-4fc9-af7f-794c8a89caae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.489656 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-39cd29e4-bc88-4fc9-af7f-794c8a89caae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022882 May 19 13:39:41.493584 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55540) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:41.501378 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:41.527995 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.533083 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:41.537724 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device f893dedd-28aa-4e31-8cfb-add216f8a285 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:39:41.562068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: f893dedd-28aa-4e31-8cfb-add216f8a285 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:39:41.563290 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device f893dedd-28aa-4e31-8cfb-add216f8a285 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:39:41.621311 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.642049 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8473030'] for subnet (715c1f1e-7299-4a5b-9146-7e07aee54325), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.672159 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:41.707876 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715c1f1e-7299-4a5b-9146-7e07aee54325,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:41.716699 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Checking segment: {'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:41.717051 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Network hostable DHCP agents. Network: ac47a727-77fe-4d0c-a719-326f429255e8, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:39:41.737516 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Network ac47a727-77fe-4d0c-a719-326f429255e8 is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:39:41.757676 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, ac47a727-77fe-4d0c-a719-326f429255e8) {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:41.766721 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf36af7-a863-4662-aefd-6d3327a97f45 None None] Network ac47a727-77fe-4d0c-a719-326f429255e8 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:39:41.770424 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Allocated IP 172.27.1.14 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/f35735c0-6372-4481-bad1-aba4e5f2b75b) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:41.772485 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:41.773547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.799074 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-c4721a29-c27f-4e5a-94cb-f63b8caa20e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4437699 May 19 13:39:41.801621 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55542) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:41.809594 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:41.842424 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (0037cc77-f6ca-4af3-9e62-6c4de18bb616), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.846252 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (0037cc77-f6ca-4af3-9e62-6c4de18bb616), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.863237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:41.879053 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 2, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:41.903311 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks [] for router_controller (0037cc77-f6ca-4af3-9e62-6c4de18bb616), precommit_add_association {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.914768 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Checking router: 7399f41e-6db7-48aa-879e-36ab40c11827 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:41.915470 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Updating router 7399f41e-6db7-48aa-879e-36ab40c11827 port c5afb660-f5b9-4de9-8dc2-a6d739812d8a binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:39:41.916472 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.944694 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-ac47a727-77fe-4d0c-a719-326f429255e8', 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8', 'project_id': 'd869c798457348fdbf3118494dd5775e', 'fixed_ips': [{'subnet_id': '715c1f1e-7299-4a5b-9146-7e07aee54325'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:39:41.945632 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.949075 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:41.949638 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.959513 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.964417 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:41.995090 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.021360 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:42.028576 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:42.032962 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:42.067719 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'Port': ['ID=f35735c0-6372-4481-bad1-aba4e5f2b75b,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.091704 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.106158 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks [] for router_gateway (0037cc77-f6ca-4af3-9e62-6c4de18bb616), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.142365 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.144165 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (09554608-bcb9-4688-944a-299e7ce877ea), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.155112 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:42.155821 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.162115 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.186324 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Allocated IP 172.20.0.2 (ac47a727-77fe-4d0c-a719-326f429255e8/715c1f1e-7299-4a5b-9146-7e07aee54325/97e16b26-fc3f-4e0c-abdd-9af877596de8) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:42.195093 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:42.202163 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.208770 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.286204 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.327594 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.348248 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.351632 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks [] for router_gateway (0037cc77-f6ca-4af3-9e62-6c4de18bb616), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.361820 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Publish callbacks [] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.369009 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.383387 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.424172 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f72aeb-1e34-4e1c-972e-2ac24d7df6b0 None None] Pushing event updated for resources: {'Port': ['ID=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.446432 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Publish callbacks [] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.456284 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.458433 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.460792 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.464903 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.501586 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Attempting to bind port c5afb660-f5b9-4de9-8dc2-a6d739812d8a on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:42.502799 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Attempting to bind port c5afb660-f5b9-4de9-8dc2-a6d739812d8a by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:42.503328 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Attempting to bind port c5afb660-f5b9-4de9-8dc2-a6d739812d8a on network 93c2afc1-4325-416e-818f-45b74ed21db9 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:42.509318 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:42.509973 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Checking segment: {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:42.510525 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.511079 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Bound using segment: {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:42.511698 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Bound port: c5afb660-f5b9-4de9-8dc2-a6d739812d8a, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:42.512236 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.535107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.537359 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Pushing event updated for resources: {'Port': ['ID=97e16b26-fc3f-4e0c-abdd-9af877596de8,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.565378 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Network ac47a727-77fe-4d0c-a719-326f429255e8 is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:42.566745 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:42.570511 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:42.605814 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Allocated IP 172.27.1.127 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/14f90c66-8a41-42c7-a598-539e313f2817) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:42.610089 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] For port c5afb660-f5b9-4de9-8dc2-a6d739812d8a, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:42.615267 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] For port c5afb660-f5b9-4de9-8dc2-a6d739812d8a, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:42.616293 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'Port': ['ID=f35735c0-6372-4481-bad1-aba4e5f2b75b,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.625708 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (09554608-bcb9-4688-944a-299e7ce877ea), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.631230 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.646711 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Attempting to bind port 97e16b26-fc3f-4e0c-abdd-9af877596de8 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:42.647109 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Attempting to bind port 97e16b26-fc3f-4e0c-abdd-9af877596de8 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:42.647621 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Attempting to bind port 97e16b26-fc3f-4e0c-abdd-9af877596de8 on network ac47a727-77fe-4d0c-a719-326f429255e8 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:42.653316 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:42.653723 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Checking segment: {'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:42.654251 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.654987 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Bound using segment: {'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:42.655389 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Bound port: 97e16b26-fc3f-4e0c-abdd-9af877596de8, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:42.655779 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.673699 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.682771 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-409a9c09-4131-42c5-a6c0-54398db762fa tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1800745 May 19 13:39:42.683222 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:42.683222 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:42.734637 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] For port 97e16b26-fc3f-4e0c-abdd-9af877596de8, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:42.738549 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] For port 97e16b26-fc3f-4e0c-abdd-9af877596de8, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=97e16b26-fc3f-4e0c-abdd-9af877596de8,segment=NetworkSegment(2a5359bb-00d4-447f-81c6-c4f652a9d5c3),segment_id=2a5359bb-00d4-447f-81c6-c4f652a9d5c3)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:42.749725 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.821514 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-680b032e-eb2f-46ce-b976-221bb3773452 None None] Provisioning complete for port c5afb660-f5b9-4de9-8dc2-a6d739812d8a triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:42.822436 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-680b032e-eb2f-46ce-b976-221bb3773452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.826209 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks [] for port (14f90c66-8a41-42c7-a598-539e313f2817), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.829939 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a0334-fe64-498b-84c0-087e9617ea9a None None] Pushing event updated for resources: {'Port': ['ID=97e16b26-fc3f-4e0c-abdd-9af877596de8,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.844654 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.871122 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:42.875897 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f72aeb-1e34-4e1c-972e-2ac24d7df6b0 None None] Pushing event updated for resources: {'Port': ['ID=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,revision_number=4']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.898143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (14f90c66-8a41-42c7-a598-539e313f2817), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:42.952977 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:42.983571 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:42.990194 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:42.996828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:43.000019 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-6d46a1e8-6228-437a-97c7-9b82b48452ae tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1989992794&fields=id&tenant_id=b1222038740244f69a977fe658d9bfe0 HTTP/1.1" status: 200 len: 267 time: 0.0929723 May 19 13:39:43.025980 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Pushing event updated for resources: {'Port': ['ID=14f90c66-8a41-42c7-a598-539e313f2817,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:43.128665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-680b032e-eb2f-46ce-b976-221bb3773452 None None] Current status of the port c5afb660-f5b9-4de9-8dc2-a6d739812d8a is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:43.129750 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-680b032e-eb2f-46ce-b976-221bb3773452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:43.144370 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-75f9454b-cd75-4628-a1c0-c1f5a33c1034 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:43.155198 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-75f9454b-cd75-4628-a1c0-c1f5a33c1034 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 810 time: 0.1537716 May 19 13:39:43.157021 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:43.187784 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-ff2824a3-c177-4b8f-a901-6fb643017c38 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/quotas/b1222038740244f69a977fe658d9bfe0 HTTP/1.1" status: 200 len: 375 time: 0.0315528 May 19 13:39:43.190465 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45887d78-78f3-4a36-85c2-9193b1d8a87a None None] The sync data for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi is: [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:43.210175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-680b032e-eb2f-46ce-b976-221bb3773452 None None] For port c5afb660-f5b9-4de9-8dc2-a6d739812d8a, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:43.216524 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-680b032e-eb2f-46ce-b976-221bb3773452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:43.268716 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-5320a283-79c5-47ef-a639-3d82fef7b441 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800428 May 19 13:39:43.323480 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b032e-eb2f-46ce-b976-221bb3773452 None None] Pushing event updated for resources: {'Port': ['ID=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:43.378296 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-106c4860-98c2-437b-9c9f-6ee195d12cec None None] Provisioning complete for port c5afb660-f5b9-4de9-8dc2-a6d739812d8a triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:43.378905 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-106c4860-98c2-437b-9c9f-6ee195d12cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:43.510670 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks [] for router_gateway (0037cc77-f6ca-4af3-9e62-6c4de18bb616), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:43.552559 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-106c4860-98c2-437b-9c9f-6ee195d12cec None None] Current status of the port c5afb660-f5b9-4de9-8dc2-a6d739812d8a is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:43.711717 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-70cc55f4-5fb7-4cf2-a2b5-4bad0f19bd16 service neutron] 10.222.0.24 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248800 May 19 13:39:43.822350 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (0037cc77-f6ca-4af3-9e62-6c4de18bb616), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:43.842542 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-a081aabf-f0bf-4257-aeda-f2f2b3d3a3c7 service neutron] 10.222.0.24 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241338 May 19 13:39:43.900468 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:43.991920 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:44.008894 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:39:44.075044 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:44.075416 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.097831 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5f78ac07-794d-4ce6-855f-50c10f5a86e2 req-f5a21018-e91c-41c0-a8cc-b9c48b658ab0 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0385127 May 19 13:39:44.160272 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:44.173400 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Sync routers for ids ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:44.179976 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:44.181289 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 97e16b26-fc3f-4e0c-abdd-9af877596de8 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:44.188278 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.192488 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55564) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:44.194011 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-004ae501-1af9-4fea-adf6-9e1529c3cb7c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3912935 May 19 13:39:44.217604 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Routers {'0037cc77-f6ca-4af3-9e62-6c4de18bb616'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:44.218016 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:44.249752 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:44.300180 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 97e16b26-fc3f-4e0c-abdd-9af877596de8 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:44.300549 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.385937 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Set router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:44.476112 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afcd764-5197-4bf8-b31f-669219292021 None None] Network ac47a727-77fe-4d0c-a719-326f429255e8 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:39:44.563818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 97e16b26-fc3f-4e0c-abdd-9af877596de8 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:44.564605 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.565950 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:44.566543 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:44.572150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:44.604821 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:44.624379 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-e20aa774-742a-4f14-820d-45ba0d60b109 None None] Provisioning complete for port 97e16b26-fc3f-4e0c-abdd-9af877596de8 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:44.624705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e20aa774-742a-4f14-820d-45ba0d60b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.689944 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 97e16b26-fc3f-4e0c-abdd-9af877596de8, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=97e16b26-fc3f-4e0c-abdd-9af877596de8,segment=NetworkSegment(2a5359bb-00d4-447f-81c6-c4f652a9d5c3),segment_id=2a5359bb-00d4-447f-81c6-c4f652a9d5c3)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:44.713014 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.727318 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.728468 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c5afb660-f5b9-4de9-8dc2-a6d739812d8a up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:44.854438 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '14f90c66-8a41-42c7-a598-539e313f2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:39:43Z', 'revision_number': 3, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port': {'id': '14f90c66-8a41-42c7-a598-539e313f2817', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:44.883913 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Allocated IP 172.20.0.1 (ac47a727-77fe-4d0c-a719-326f429255e8/715c1f1e-7299-4a5b-9146-7e07aee54325/ff4632de-b61e-4e9a-87d3-4a47eda698a6) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:44.906308 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=97e16b26-fc3f-4e0c-abdd-9af877596de8,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:44.915444 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Checking router: 0037cc77-f6ca-4af3-9e62-6c4de18bb616 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:44.915737 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Updating router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 port 14f90c66-8a41-42c7-a598-539e313f2817 binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:39:44.942713 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c5afb660-f5b9-4de9-8dc2-a6d739812d8a triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:44.943079 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:44.949216 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e20aa774-742a-4f14-820d-45ba0d60b109 None None] Current status of the port 97e16b26-fc3f-4e0c-abdd-9af877596de8 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:44.980422 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (14f90c66-8a41-42c7-a598-539e313f2817), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.032653 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks [] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.071796 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.117234 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Network ac47a727-77fe-4d0c-a719-326f429255e8 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:45.120234 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:45.124442 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:45.153150 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-ba6c2d42-9232-4395-b61a-5b36f9aa50c0 None None] Provisioning complete for port 97e16b26-fc3f-4e0c-abdd-9af877596de8 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:45.153547 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2d42-9232-4395-b61a-5b36f9aa50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.169353 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4632de-b61e-4e9a-87d3-4a47eda698a6,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:45.181769 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c5afb660-f5b9-4de9-8dc2-a6d739812d8a is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:45.205351 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-818e33c6-aa31-4daf-9f31-4400b507e3dd req-45f3bdec-ee12-4da4-8dec-ebafecb1fd1d tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0517836 May 19 13:39:45.206480 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (0037cc77-f6ca-4af3-9e62-6c4de18bb616), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.257176 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:45.326250 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c2d42-9232-4395-b61a-5b36f9aa50c0 None None] Current status of the port 97e16b26-fc3f-4e0c-abdd-9af877596de8 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:45.350782 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.404127 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Publish callbacks [] for port (14f90c66-8a41-42c7-a598-539e313f2817), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.410742 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (14f90c66-8a41-42c7-a598-539e313f2817), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.415053 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:45.554327 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks [] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.560159 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.595942 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-22793e14-e230-4c2e-a09a-27d7d99ee29a None None] Provisioning complete for port ff4632de-b61e-4e9a-87d3-4a47eda698a6 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:45.596287 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-22793e14-e230-4c2e-a09a-27d7d99ee29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.607217 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3699-1228-4681-baf5-ccce09ebadb3 None None] Pushing event updated for resources: {'Port': ['ID=14f90c66-8a41-42c7-a598-539e313f2817,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:45.629118 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4632de-b61e-4e9a-87d3-4a47eda698a6,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:45.630693 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Attempting to bind port 14f90c66-8a41-42c7-a598-539e313f2817 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:45.631058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Attempting to bind port 14f90c66-8a41-42c7-a598-539e313f2817 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:45.631417 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Attempting to bind port 14f90c66-8a41-42c7-a598-539e313f2817 on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:45.635152 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (0037cc77-f6ca-4af3-9e62-6c4de18bb616), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.642614 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:45.642939 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:45.643341 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.643756 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:45.644196 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Bound port: 14f90c66-8a41-42c7-a598-539e313f2817, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:45.644571 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (14f90c66-8a41-42c7-a598-539e313f2817), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.666917 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-22793e14-e230-4c2e-a09a-27d7d99ee29a None None] Port ff4632de-b61e-4e9a-87d3-4a47eda698a6 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:39:45.677521 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:45.697491 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] For port 14f90c66-8a41-42c7-a598-539e313f2817, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:45.700552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] For port 14f90c66-8a41-42c7-a598-539e313f2817, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=14f90c66-8a41-42c7-a598-539e313f2817,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:45.707256 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (14f90c66-8a41-42c7-a598-539e313f2817), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:45.732330 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Network ac47a727-77fe-4d0c-a719-326f429255e8 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:45.733919 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:45.769318 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3699-1228-4681-baf5-ccce09ebadb3 None None] Pushing event updated for resources: {'Port': ['ID=14f90c66-8a41-42c7-a598-539e313f2817,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:45.772171 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Routers {'0037cc77-f6ca-4af3-9e62-6c4de18bb616'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:45.772782 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:45.847039 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:39:45.871883 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 97e16b26-fc3f-4e0c-abdd-9af877596de8 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:45.901155 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:45.917984 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] Set router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:45.957452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:45.962608 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e0745e1e-98d7-43b2-ba7d-e842b93e47e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/0037cc77-f6ca-4af3-9e62-6c4de18bb616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688875 May 19 13:39:46.015521 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 97e16b26-fc3f-4e0c-abdd-9af877596de8 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:46.015906 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.077475 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-e177b7dc-6bbe-402d-b182-9955802e4ff7 None None] Provisioning complete for port ff4632de-b61e-4e9a-87d3-4a47eda698a6 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:46.077920 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e177b7dc-6bbe-402d-b182-9955802e4ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.114643 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:46.151548 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e177b7dc-6bbe-402d-b182-9955802e4ff7 None None] Port ff4632de-b61e-4e9a-87d3-4a47eda698a6 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:39:46.237301 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 97e16b26-fc3f-4e0c-abdd-9af877596de8 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:46.254953 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '14f90c66-8a41-42c7-a598-539e313f2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 4, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port': {'id': '14f90c66-8a41-42c7-a598-539e313f2817', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'ff4632de-b61e-4e9a-87d3-4a47eda698a6', 'name': '', 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'mac_address': 'fa:16:3e:bc:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:44Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 2, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'subnets': [{'id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:46.286526 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71a53-2f17-4d57-92d9-f94d1309d27b None None] The sync data for ids ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'] in dv-cinder-841125-6-iscsi is: [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '14f90c66-8a41-42c7-a598-539e313f2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 4, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port': {'id': '14f90c66-8a41-42c7-a598-539e313f2817', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'ff4632de-b61e-4e9a-87d3-4a47eda698a6', 'name': '', 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'mac_address': 'fa:16:3e:bc:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:44Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 2, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'subnets': [{'id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:46.307873 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d8d78a5-b963-493f-9302-c83558f8d888 req-faa8277d-1a12-484a-b2e0-1835baa2d469 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0334661 May 19 13:39:46.383412 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55586) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:46.388319 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-377982d8-ab6b-40cb-a5e0-5d6a8ddaa915 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323013145', 'description': 'tempest-secgroup-smoke-1323013145 description', 'project_id': '430899def10d40c192f0d54b8ebf0af5'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:46.411645 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-377982d8-ab6b-40cb-a5e0-5d6a8ddaa915 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.441820 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:46.490477 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-377982d8-ab6b-40cb-a5e0-5d6a8ddaa915 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group (78f6dff1-5b4a-47dc-8e83-82c77f47a427), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.497576 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-377982d8-ab6b-40cb-a5e0-5d6a8ddaa915 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (78f6dff1-5b4a-47dc-8e83-82c77f47a427), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.529456 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-377982d8-ab6b-40cb-a5e0-5d6a8ddaa915 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.531169 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-377982d8-ab6b-40cb-a5e0-5d6a8ddaa915 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1466374 May 19 13:39:46.534280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55588) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:46.541114 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-2385b141-6c3f-482d-b35e-d6f7fc9df452 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'security_group_rule': {'security_group_id': '78f6dff1-5b4a-47dc-8e83-82c77f47a427', 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:46.557868 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377982d8-ab6b-40cb-a5e0-5d6a8ddaa915 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f6dff1-5b4a-47dc-8e83-82c77f47a427,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:46.587698 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2385b141-6c3f-482d-b35e-d6f7fc9df452 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (ab891e6f-d814-4866-ba5c-d133533f0986), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.636797 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:46.653866 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2385b141-6c3f-482d-b35e-d6f7fc9df452 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (ab891e6f-d814-4866-ba5c-d133533f0986), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.658405 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2385b141-6c3f-482d-b35e-d6f7fc9df452 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (ab891e6f-d814-4866-ba5c-d133533f0986), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.678324 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385b141-6c3f-482d-b35e-d6f7fc9df452 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab891e6f-d814-4866-ba5c-d133533f0986,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:46.686285 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2385b141-6c3f-482d-b35e-d6f7fc9df452 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.687739 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2385b141-6c3f-482d-b35e-d6f7fc9df452 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525383 May 19 13:39:46.690553 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55590) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:46.694882 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-bbc997de-b323-400a-abbf-93b268d58e71 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'security_group_rule': {'security_group_id': '78f6dff1-5b4a-47dc-8e83-82c77f47a427', 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:46.724755 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bbc997de-b323-400a-abbf-93b268d58e71 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (8e2245e6-64a7-40e8-a1b8-1678c40943b8), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.775521 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bbc997de-b323-400a-abbf-93b268d58e71 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (8e2245e6-64a7-40e8-a1b8-1678c40943b8), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.780682 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bbc997de-b323-400a-abbf-93b268d58e71 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (8e2245e6-64a7-40e8-a1b8-1678c40943b8), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.801692 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc997de-b323-400a-abbf-93b268d58e71 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2245e6-64a7-40e8-a1b8-1678c40943b8,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:46.807323 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-bbc997de-b323-400a-abbf-93b268d58e71 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.808531 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-bbc997de-b323-400a-abbf-93b268d58e71 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170554 May 19 13:39:46.811582 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55592) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:46.816543 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-93372931-3c8c-406e-bb9c-7b5fb1ad7328 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'security_group_rule': {'security_group_id': '78f6dff1-5b4a-47dc-8e83-82c77f47a427', 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:46.852561 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-93372931-3c8c-406e-bb9c-7b5fb1ad7328 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (3aba2787-3d4b-4374-85e8-ef8880a522c4), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.889941 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:46.906337 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-93372931-3c8c-406e-bb9c-7b5fb1ad7328 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (3aba2787-3d4b-4374-85e8-ef8880a522c4), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.911095 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-93372931-3c8c-406e-bb9c-7b5fb1ad7328 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (3aba2787-3d4b-4374-85e8-ef8880a522c4), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.930346 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93372931-3c8c-406e-bb9c-7b5fb1ad7328 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aba2787-3d4b-4374-85e8-ef8880a522c4,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:46.937683 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-93372931-3c8c-406e-bb9c-7b5fb1ad7328 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:46.938907 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-93372931-3c8c-406e-bb9c-7b5fb1ad7328 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262391 May 19 13:39:46.941629 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55594) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:46.952214 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-42ace08d-1485-4fbf-b2c3-f1d166ca3e45 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'security_group_rule': {'security_group_id': '78f6dff1-5b4a-47dc-8e83-82c77f47a427', 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:46.974121 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:46.988558 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-42ace08d-1485-4fbf-b2c3-f1d166ca3e45 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (c086b509-6c9c-4b56-9383-a45a8d97d570), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.045181 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-42ace08d-1485-4fbf-b2c3-f1d166ca3e45 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (c086b509-6c9c-4b56-9383-a45a8d97d570), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.051904 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-42ace08d-1485-4fbf-b2c3-f1d166ca3e45 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (c086b509-6c9c-4b56-9383-a45a8d97d570), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.075285 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ace08d-1485-4fbf-b2c3-f1d166ca3e45 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c086b509-6c9c-4b56-9383-a45a8d97d570,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:47.085363 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-42ace08d-1485-4fbf-b2c3-f1d166ca3e45 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.089168 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-42ace08d-1485-4fbf-b2c3-f1d166ca3e45 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441145 May 19 13:39:47.089513 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55596) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:47.094458 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'security_group_rule': {'security_group_id': '78f6dff1-5b4a-47dc-8e83-82c77f47a427', 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:47.117892 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.securitygroups_db [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Project 430899def10d40c192f0d54b8ebf0af5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:39:47.124879 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (bffc6ca3-d9f6-4f03-906a-63214d48c8f6), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.180566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (bffc6ca3-d9f6-4f03-906a-63214d48c8f6), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.185549 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (bffc6ca3-d9f6-4f03-906a-63214d48c8f6), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.205185 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffc6ca3-d9f6-4f03-906a-63214d48c8f6,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:47.213602 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.217471 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e8d4b547-7381-4c6f-9fa9-cf15cce837bd tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240418 May 19 13:39:47.217764 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55598) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:47.222482 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'security_group_rule': {'security_group_id': '78f6dff1-5b4a-47dc-8e83-82c77f47a427', 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:47.244768 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.securitygroups_db [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Project 430899def10d40c192f0d54b8ebf0af5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:39:47.252188 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (a3a6fded-af5b-412c-877b-a4d990967e24), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.308079 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (a3a6fded-af5b-412c-877b-a4d990967e24), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.314362 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (a3a6fded-af5b-412c-877b-a4d990967e24), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.334171 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a6fded-af5b-412c-877b-a4d990967e24,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:47.345442 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.347432 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-65a071bd-2ffe-40e0-8257-cba18f70b65e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283753 May 19 13:39:47.403793 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8c5e3af8-6b38-429c-8ba7-ac2888301363 req-131757b6-3a39-4302-b5dd-531b0f2a16ed tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0293372 May 19 13:39:47.822848 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14f90c66-8a41-42c7-a598-539e313f2817 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:47.893694 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 14f90c66-8a41-42c7-a598-539e313f2817 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:47.894267 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (14f90c66-8a41-42c7-a598-539e313f2817), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:47.985075 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 14f90c66-8a41-42c7-a598-539e313f2817 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:47.985740 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (14f90c66-8a41-42c7-a598-539e313f2817), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:48.011708 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port 14f90c66-8a41-42c7-a598-539e313f2817, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=14f90c66-8a41-42c7-a598-539e313f2817,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:48.018346 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (14f90c66-8a41-42c7-a598-539e313f2817), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:48.096168 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=14f90c66-8a41-42c7-a598-539e313f2817,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:48.468588 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Sync routers for ids ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:48.482705 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Routers {'0037cc77-f6ca-4af3-9e62-6c4de18bb616'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:48.484026 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:48.531366 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b0b7df5d-c2e6-4a97-95c0-4e2373b87bab req-cbf265e2-1b2f-43b8-9db2-7b4fa763e910 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0348554 May 19 13:39:48.607243 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Set router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:48.610317 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:48.818930 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '14f90c66-8a41-42c7-a598-539e313f2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 4, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port': {'id': '14f90c66-8a41-42c7-a598-539e313f2817', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'ff4632de-b61e-4e9a-87d3-4a47eda698a6', 'name': '', 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'mac_address': 'fa:16:3e:bc:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:44Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 2, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'subnets': [{'id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:48.849915 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Checking router: 0037cc77-f6ca-4af3-9e62-6c4de18bb616 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:48.850306 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Updating router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 port ff4632de-b61e-4e9a-87d3-4a47eda698a6 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:39:48.875560 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:48.879268 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.185211 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Publish callbacks [] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.192483 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.307495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-bfd99780-e90a-45ea-9946-9919532099cd tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:49.309508 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-bfd99780-e90a-45ea-9946-9919532099cd tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 810 time: 0.1327608 May 19 13:39:49.338181 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395d782-b19d-4c0b-bf82-f81ba6306b5b None None] Pushing event updated for resources: {'Port': ['ID=ff4632de-b61e-4e9a-87d3-4a47eda698a6,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:49.391830 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-c188be33-a285-4bcd-b29b-05f28441d3d2 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1222038740244f69a977fe658d9bfe0 HTTP/1.1" status: 200 len: 380 time: 0.0659463 May 19 13:39:49.400588 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'port': {'device_id': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'admin_state_up': True, 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'security_groups': ['fbaae841-4153-4649-80a2-d9f8e175bb7e']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:49.407890 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Attempting to bind port ff4632de-b61e-4e9a-87d3-4a47eda698a6 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:49.408507 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Attempting to bind port ff4632de-b61e-4e9a-87d3-4a47eda698a6 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:49.409130 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Attempting to bind port ff4632de-b61e-4e9a-87d3-4a47eda698a6 on network ac47a727-77fe-4d0c-a719-326f429255e8 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:49.415031 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:49.415481 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Checking segment: {'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:49.415970 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.416347 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Bound using segment: {'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:49.416813 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Bound port: ff4632de-b61e-4e9a-87d3-4a47eda698a6, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5359bb-00d4-447f-81c6-c4f652a9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:49.417198 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.481951 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] For port ff4632de-b61e-4e9a-87d3-4a47eda698a6, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:49.486222 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] For port ff4632de-b61e-4e9a-87d3-4a47eda698a6, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=ff4632de-b61e-4e9a-87d3-4a47eda698a6,segment=NetworkSegment(2a5359bb-00d4-447f-81c6-c4f652a9d5c3),segment_id=2a5359bb-00d4-447f-81c6-c4f652a9d5c3)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:49.493910 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.538818 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Made reservation on behalf of b1222038740244f69a977fe658d9bfe0 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:49.542472 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.559904 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395d782-b19d-4c0b-bf82-f81ba6306b5b None None] Pushing event updated for resources: {'Port': ['ID=ff4632de-b61e-4e9a-87d3-4a47eda698a6,revision_number=4']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:49.563034 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Routers {'0037cc77-f6ca-4af3-9e62-6c4de18bb616'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:49.563645 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:49.601154 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-ab58b235-daa1-4b2f-8991-201df700fd0c None None] Provisioning complete for port ff4632de-b61e-4e9a-87d3-4a47eda698a6 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:49.604380 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ab58b235-daa1-4b2f-8991-201df700fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.676523 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] Set router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:49.678772 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:49.692831 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:49.703024 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:49.710400 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Allocated IP 172.20.0.3 (c86071f6-6021-438e-94aa-a1421372fa5c/0d108c47-59b0-45a0-a4b9-7dd568eb0159/e8c2fd0a-e98c-4402-9f10-a546495679c3) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:49.763556 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f8cfe30e-fbe1-4ba3-8ca2-96b7a83c99b9 req-82414c94-2e5a-4982-b83d-6d4bd9950a0b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0659533 May 19 13:39:49.829054 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-ab58b235-daa1-4b2f-8991-201df700fd0c None None] Current status of the port ff4632de-b61e-4e9a-87d3-4a47eda698a6 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:49.829995 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ab58b235-daa1-4b2f-8991-201df700fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.883758 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-ab58b235-daa1-4b2f-8991-201df700fd0c None None] For port ff4632de-b61e-4e9a-87d3-4a47eda698a6, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=ff4632de-b61e-4e9a-87d3-4a47eda698a6,segment=NetworkSegment(2a5359bb-00d4-447f-81c6-c4f652a9d5c3),segment_id=2a5359bb-00d4-447f-81c6-c4f652a9d5c3)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:49.889915 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ab58b235-daa1-4b2f-8991-201df700fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.900148 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14f90c66-8a41-42c7-a598-539e313f2817 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:49.932273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.957930 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '14f90c66-8a41-42c7-a598-539e313f2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 4, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port': {'id': '14f90c66-8a41-42c7-a598-539e313f2817', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'ff4632de-b61e-4e9a-87d3-4a47eda698a6', 'name': '', 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'mac_address': 'fa:16:3e:bc:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:44Z', 'updated_at': '2022-05-19T13:39:49Z', 'revision_number': 4, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'subnets': [{'id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:49.975402 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:49.978680 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58b235-daa1-4b2f-8991-201df700fd0c None None] Pushing event updated for resources: {'Port': ['ID=ff4632de-b61e-4e9a-87d3-4a47eda698a6,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:49.993611 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128a54c-0933-4661-95f2-89c2eda50a85 None None] The sync data for ids ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'] in dv-cinder-841125-6-iscsi is: [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '14f90c66-8a41-42c7-a598-539e313f2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:39:45Z', 'revision_number': 4, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port': {'id': '14f90c66-8a41-42c7-a598-539e313f2817', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'ff4632de-b61e-4e9a-87d3-4a47eda698a6', 'name': '', 'network_id': 'ac47a727-77fe-4d0c-a719-326f429255e8', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'mac_address': 'fa:16:3e:bc:a9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:44Z', 'updated_at': '2022-05-19T13:39:49Z', 'revision_number': 4, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'subnets': [{'id': '715c1f1e-7299-4a5b-9146-7e07aee54325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:49.995195 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 14f90c66-8a41-42c7-a598-539e313f2817 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:49.995930 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (14f90c66-8a41-42c7-a598-539e313f2817), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:50.040384 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Network c86071f6-6021-438e-94aa-a1421372fa5c is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:50.047170 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-07cf76b4-30ca-47f0-b4c9-b22f4abf755a None None] Provisioning complete for port ff4632de-b61e-4e9a-87d3-4a47eda698a6 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:50.047479 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-07cf76b4-30ca-47f0-b4c9-b22f4abf755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:50.055979 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:50.060592 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:39:50.072631 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event updated for resources: {'Port': ['ID=e8c2fd0a-e98c-4402-9f10-a546495679c3,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:50.126994 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:50.127680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:50.150433 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-95fb95af-3455-4412-9f14-8189fd413d26 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502110 May 19 13:39:50.167203 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 14f90c66-8a41-42c7-a598-539e313f2817 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:50.168353 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ff4632de-b61e-4e9a-87d3-4a47eda698a6 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:50.169939 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Request body: {'port': {'device_id': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:50.218538 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-07cf76b4-30ca-47f0-b4c9-b22f4abf755a None None] Current status of the port ff4632de-b61e-4e9a-87d3-4a47eda698a6 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:50.231719 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port ff4632de-b61e-4e9a-87d3-4a47eda698a6 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:50.232006 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:50.250165 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:50.281520 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:50.332936 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port ff4632de-b61e-4e9a-87d3-4a47eda698a6 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:50.433554 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:50.441718 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c170cd4a-20ed-4670-a015-233522ee6cbd None None] Provisioning complete for port e8c2fd0a-e98c-4402-9f10-a546495679c3 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:50.442222 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c170cd4a-20ed-4670-a015-233522ee6cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:50.483496 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c170cd4a-20ed-4670-a015-233522ee6cbd None None] Port e8c2fd0a-e98c-4402-9f10-a546495679c3 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:39:50.900409 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:50.907638 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c2fd0a-e98c-4402-9f10-a546495679c3 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:39:50.917322 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e00e6-d0cb-42dd-9e94-66a495962df9 req-e57ef749-fd41-4b0b-b7da-8016d3c82f5d tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:50.918802 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-153e00e6-d0cb-42dd-9e94-66a495962df9 req-e57ef749-fd41-4b0b-b7da-8016d3c82f5d tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 931 time: 0.0892789 May 19 13:39:50.923909 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Publish callbacks [] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:50.954120 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Transition to ACTIVE for port object e8c2fd0a-e98c-4402-9f10-a546495679c3 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:39:50.962090 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:51.021823 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-153e00e6-d0cb-42dd-9e94-66a495962df9 req-47a9b074-f93a-427d-8acb-790072051926 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949974 May 19 13:39:51.029848 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Pushing event updated for resources: {'Port': ['ID=e8c2fd0a-e98c-4402-9f10-a546495679c3,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:51.059238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:51.119676 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Attempting to bind port e8c2fd0a-e98c-4402-9f10-a546495679c3 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:39:51.120001 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Attempting to bind port e8c2fd0a-e98c-4402-9f10-a546495679c3 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:39:51.120356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Attempting to bind port e8c2fd0a-e98c-4402-9f10-a546495679c3 on network c86071f6-6021-438e-94aa-a1421372fa5c {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:51.125884 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Port e8c2fd0a-e98c-4402-9f10-a546495679c3 on network c86071f6-6021-438e-94aa-a1421372fa5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:39:51.126178 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Attempting to bind port e8c2fd0a-e98c-4402-9f10-a546495679c3 on network c86071f6-6021-438e-94aa-a1421372fa5c {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:39:51.131431 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:39:51.131770 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Checking segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:39:51.132120 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Bound using segment: {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:39:51.132567 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Bound port: e8c2fd0a-e98c-4402-9f10-a546495679c3, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a9246-8132-4713-824f-2403f6305e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:39:51.132925 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:51.203391 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] For port e8c2fd0a-e98c-4402-9f10-a546495679c3, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:39:51.206566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] For port e8c2fd0a-e98c-4402-9f10-a546495679c3, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:39:51.213892 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:51.254084 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:51.254691 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:51.256084 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] 10.222.0.58 "PUT /v2.0/ports/e8c2fd0a-e98c-4402-9f10-a546495679c3 HTTP/1.1" status: 200 len: 1093 time: 1.0934179 May 19 13:39:51.256515 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:51.258889 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:51.280210 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882662ae-0e37-4183-88d9-a9deff38f29a service neutron] Pushing event updated for resources: {'Port': ['ID=e8c2fd0a-e98c-4402-9f10-a546495679c3,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:51.339734 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ee6f3-967b-4827-9867-cd041c53009f x-openstack-request-id: req-d57ee6f3-967b-4827-9867-cd041c53009f {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:51.340139 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:51.340454 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d57ee6f3-967b-4827-9867-cd041c53009f {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:51.340930 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57ee6f3-967b-4827-9867-cd041c53009f'] response: {'name': 'network-changed', 'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'status': 'completed', 'code': 200} May 19 13:39:51.371924 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-cdfd1a14-f393-4d0f-84e2-dcbbd4a77592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:51.373606 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-cdfd1a14-f393-4d0f-84e2-dcbbd4a77592 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 1127 time: 0.0458143 May 19 13:39:51.424342 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-7f2ec80c-91b5-4851-a93c-521900aeb9c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3 HTTP/1.1" status: 200 len: 217 time: 0.0360885 May 19 13:39:51.479637 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-b4e1c055-f547-411b-8da3-a173bb4b165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:51.481156 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-b4e1c055-f547-411b-8da3-a173bb4b165a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0497816 May 19 13:39:51.528747 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-028c4618-8440-49e5-a8f6-b8e60dd75a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:51.530880 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-028c4618-8440-49e5-a8f6-b8e60dd75a55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435269 May 19 13:39:51.641088 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-1ec9430d-d0b8-4bc7-8d12-398227b13e19 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025391 May 19 13:39:51.744413 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-16e50da1-3733-4d4a-9e5a-cd793bfe7fbf req-6f24add9-fd3c-41a2-a67e-d2cbe83f9ba3 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918818 May 19 13:39:51.791244 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ff4632de-b61e-4e9a-87d3-4a47eda698a6 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:51.836884 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port ff4632de-b61e-4e9a-87d3-4a47eda698a6 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:51.837475 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:51.874289 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:39:51.918641 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port ff4632de-b61e-4e9a-87d3-4a47eda698a6 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:52.142829 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45a1dc-d30e-4e03-a1c8-cbc175dacf99 req-68204af5-1d40-4dba-9fe4-3dd69e302c6a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:52.144316 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4c45a1dc-d30e-4e03-a1c8-cbc175dacf99 req-68204af5-1d40-4dba-9fe4-3dd69e302c6a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 943 time: 0.0484166 May 19 13:39:52.198573 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4c45a1dc-d30e-4e03-a1c8-cbc175dacf99 req-3b21c9c6-6bf0-431e-a206-a58a248577a8 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 May 19 13:39:52.609144 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-fe6ce34a-70d5-4302-8819-2379b2318179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:52.610736 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-fe6ce34a-70d5-4302-8819-2379b2318179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 1127 time: 0.0465510 May 19 13:39:52.706658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-208a3fa8-5602-48ef-abad-060dc3c06592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:52.708111 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-208a3fa8-5602-48ef-abad-060dc3c06592 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 911 time: 0.0909419 May 19 13:39:52.752067 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-a4bcafbd-a6f2-4289-bc86-c468f7f8a5d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3 HTTP/1.1" status: 200 len: 217 time: 0.0368292 May 19 13:39:52.766156 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:52.805809 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-f736297a-41d6-4c5a-a300-6850b3fe1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:52.807294 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-f736297a-41d6-4c5a-a300-6850b3fe1e08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0485351 May 19 13:39:52.853455 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-5927c93f-4d0a-4341-ae48-385f72af13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:52.855123 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-5927c93f-4d0a-4341-ae48-385f72af13b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416162 May 19 13:39:52.931472 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:52.958268 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-f0962ab2-fd6a-44b6-90fd-4e61e1ac8682 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959163 May 19 13:39:53.053032 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a87863d7-0ac4-43b2-99be-7f5e2c9a96c0 req-8702402e-b8b0-4a21-b187-80157fe86f5e service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875762 May 19 13:39:53.319157 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af705-2145-49f9-b00c-5ff6d7c9a1b2 req-645c1bdc-90dc-479c-a82b-fc3c4a3ae980 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:53.320657 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0e8af705-2145-49f9-b00c-5ff6d7c9a1b2 req-645c1bdc-90dc-479c-a82b-fc3c4a3ae980 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 943 time: 0.0490506 May 19 13:39:53.369284 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0e8af705-2145-49f9-b00c-5ff6d7c9a1b2 req-28aa6b9b-8547-403c-a716-dd939351d668 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 May 19 13:39:53.583329 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e8c2fd0a-e98c-4402-9f10-a546495679c3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:39:53.651505 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:53.697065 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port e8c2fd0a-e98c-4402-9f10-a546495679c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:53.709583 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'port_id': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'mac_address': 'fa:16:3e:a8:67:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:39:53.751062 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port e8c2fd0a-e98c-4402-9f10-a546495679c3 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:53.751462 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:53.765671 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c2fd0a-e98c-4402-9f10-a546495679c3 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:39:53.787752 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port e8c2fd0a-e98c-4402-9f10-a546495679c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:53.793734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:53.844411 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=e8c2fd0a-e98c-4402-9f10-a546495679c3,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:54.085522 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['e8c2fd0a-e98c-4402-9f10-a546495679c3'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:39:54.167668 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:54.491500 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978457bb-ad2c-4d44-b082-350acb17f9c2 req-877dd145-2f24-4a2a-9293-8de23437d561 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:54.492942 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-978457bb-ad2c-4d44-b082-350acb17f9c2 req-877dd145-2f24-4a2a-9293-8de23437d561 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 944 time: 0.0525100 May 19 13:39:54.543995 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-978457bb-ad2c-4d44-b082-350acb17f9c2 req-1fa52955-ef50-42af-80e6-d2d5d1b01c60 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 May 19 13:39:55.579593 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e8c2fd0a-e98c-4402-9f10-a546495679c3 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:39:55.627665 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port e8c2fd0a-e98c-4402-9f10-a546495679c3 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:39:55.635791 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port e8c2fd0a-e98c-4402-9f10-a546495679c3 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:39:55.636197 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:55.672822 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41433c69-47ce-45c9-825d-6257d314346d req-13f13780-f518-4a6c-8e36-0bf45a10e1e3 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:55.674472 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-41433c69-47ce-45c9-825d-6257d314346d req-13f13780-f518-4a6c-8e36-0bf45a10e1e3 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 944 time: 0.0527725 May 19 13:39:55.729721 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-41433c69-47ce-45c9-825d-6257d314346d req-66f15e54-f37b-42f9-917b-175c2d86bbee tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456111 May 19 13:39:55.858317 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port e8c2fd0a-e98c-4402-9f10-a546495679c3 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:39:55.858670 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:55.886246 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:55.888526 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5117c0-50e7-4998-871c-1847d65c426d" -d '{"events": [{"server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "name": "network-vif-plugged", "status": "completed", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:55.901951 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port e8c2fd0a-e98c-4402-9f10-a546495679c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:39:55.907580 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:55.931442 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b98024-72f9-4ca0-b0a2-ef0f9aa6f398 x-openstack-request-id: req-73b98024-72f9-4ca0-b0a2-ef0f9aa6f398 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:55.931756 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "name": "network-vif-plugged", "status": "completed", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:55.932008 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73b98024-72f9-4ca0-b0a2-ef0f9aa6f398 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:55.932398 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b98024-72f9-4ca0-b0a2-ef0f9aa6f398'] response: {'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'code': 200} May 19 13:39:55.960570 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=e8c2fd0a-e98c-4402-9f10-a546495679c3,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:56.179118 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e135128-8e98-4ad4-9417-1c6598c5cd30 req-2e495d6e-7e62-4a58-a92a-e95ee78050d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:56.180671 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6e135128-8e98-4ad4-9417-1c6598c5cd30 req-2e495d6e-7e62-4a58-a92a-e95ee78050d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0405092 May 19 13:39:56.233326 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6e135128-8e98-4ad4-9417-1c6598c5cd30 req-3d2c4d0a-3456-45e1-8e8f-1bb87b5db92a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395429 May 19 13:39:57.128143 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf2a7f-2d2e-4fe9-a91f-dcb8b7f638e1 req-b24bf382-685e-4218-be73-2808ba1b8714 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:57.129674 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-94cf2a7f-2d2e-4fe9-a91f-dcb8b7f638e1 req-b24bf382-685e-4218-be73-2808ba1b8714 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 945 time: 0.3248761 May 19 13:39:57.179501 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-94cf2a7f-2d2e-4fe9-a91f-dcb8b7f638e1 req-12676e9f-5248-4ca5-b529-b7fffb588204 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 May 19 13:39:58.303932 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acc5b-465e-472c-9bda-c37ae6f58f79 req-39d6ef9e-5ce4-47e7-b15b-4bfd1019d765 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:58.305371 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d30acc5b-465e-472c-9bda-c37ae6f58f79 req-39d6ef9e-5ce4-47e7-b15b-4bfd1019d765 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 945 time: 0.0537095 May 19 13:39:58.354269 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d30acc5b-465e-472c-9bda-c37ae6f58f79 req-278c6901-b746-4430-9399-aaf37fca42fe tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 May 19 13:39:58.483269 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba867b6c-c748-4938-8d6b-6db094a5248d req-730fc1e6-e254-42e7-b9a9-ffc76401536a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:58.484799 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ba867b6c-c748-4938-8d6b-6db094a5248d req-730fc1e6-e254-42e7-b9a9-ffc76401536a tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 945 time: 0.0528703 May 19 13:39:58.493591 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55726) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:39:58.497962 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Request body: {'floatingip': {'port_id': 'e8c2fd0a-e98c-4402-9f10-a546495679c3'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:39:58.539498 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (09554608-bcb9-4688-944a-299e7ce877ea), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:58.815046 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:58.929952 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:58.980159 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:58.985941 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (09554608-bcb9-4688-944a-299e7ce877ea), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:59.082545 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Floating IP 09554608-bcb9-4688-944a-299e7ce877ea associated. External IP: 172.27.1.14, port: e8c2fd0a-e98c-4402-9f10-a546495679c3. May 19 13:39:59.289261 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Router dc4347c3-47f2-4428-aa0f-6202311fcb80 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:39:59.393731 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:39:59.398828 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:39:59.405022 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] Sync routers for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:59.417195 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:59.417857 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:59.432044 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5488fb24-4832-4e42-823a-32f9dba1c494 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "PUT /v2.0/floatingips/09554608-bcb9-4688-944a-299e7ce877ea HTTP/1.1" status: 200 len: 990 time: 0.9374137 May 19 13:39:59.432641 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:59.435033 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb37b28-edda-4f4b-a566-fefa23734210" -d '{"events": [{"name": "network-changed", "server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:39:59.472186 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b5f3b1-da09-4f84-8e4d-60fec6f247a6 x-openstack-request-id: req-84b5f3b1-da09-4f84-8e4d-60fec6f247a6 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:39:59.472470 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:39:59.472714 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84b5f3b1-da09-4f84-8e4d-60fec6f247a6 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:39:59.473222 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b5f3b1-da09-4f84-8e4d-60fec6f247a6'] response: {'name': 'network-changed', 'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'status': 'completed', 'code': 200} May 19 13:39:59.525274 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:59.568088 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-1af87247-4f29-4b09-8f61-d00201d35778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:59.569778 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-1af87247-4f29-4b09-8f61-d00201d35778 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1222038740244f69a977fe658d9bfe0&device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 1129 time: 0.0490184 May 19 13:39:59.600217 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:59.671014 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-934cfd13-31e4-496e-9ce7-9c2a390dcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:59.672365 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-934cfd13-31e4-496e-9ce7-9c2a390dcb60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 200 len: 911 time: 0.0956190 May 19 13:39:59.736804 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-f510f12a-baef-45cb-b45b-229435aa31c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3 HTTP/1.1" status: 200 len: 998 time: 0.0574176 May 19 13:39:59.745823 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '09554608-bcb9-4688-944a-299e7ce877ea', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'port_id': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'mac_address': 'fa:16:3e:a8:67:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:58Z', 'revision_number': 1, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:59.774687 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] Checking router: dc4347c3-47f2-4428-aa0f-6202311fcb80 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:59.783271 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:39:59.783864 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:39:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:59.787161 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-ccaf17bd-7655-4dd1-873b-195764dbbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:59.788641 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-ccaf17bd-7655-4dd1-873b-195764dbbff8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 200 len: 849 time: 0.0462246 May 19 13:39:59.834565 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-1aa92bd7-af73-4566-b8d6-f960bcd6e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:59.836043 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-1aa92bd7-af73-4566-b8d6-f960bcd6e25f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86071f6-6021-438e-94aa-a1421372fa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409279 May 19 13:39:59.880897 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:39:59.891775 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:39:59.930749 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-33b1e9c1-7244-4a2c-966f-79932d5ff775 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876296 May 19 13:39:59.993628 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=21 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:00.000341 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:00.031217 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5fb37b28-edda-4f4b-a566-fefa23734210 req-a11deaea-bcec-4573-9d4b-27d767b68678 service neutron] 10.222.0.58 "GET /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939651 May 19 13:40:00.087030 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=100 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:00.126524 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '09554608-bcb9-4688-944a-299e7ce877ea', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'port_id': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'mac_address': 'fa:16:3e:a8:67:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:58Z', 'revision_number': 1, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:00.151776 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf02a5-8f18-4cda-8144-bb6652f95fe5 None None] The sync data for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi is: [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '09554608-bcb9-4688-944a-299e7ce877ea', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'port_id': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'mac_address': 'fa:16:3e:a8:67:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:58Z', 'revision_number': 1, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:00.362481 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb16d3a-b69e-4c27-933c-24934632aedf None None] New status for floating IP 09554608-bcb9-4688-944a-299e7ce877ea: ACTIVE {{(pid=103686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:40:00.393706 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:02.836774 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-d385acbe-5c59-4485-9737-6f4763b674a6 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323013145&fields=id&tenant_id=430899def10d40c192f0d54b8ebf0af5 HTTP/1.1" status: 200 len: 267 time: 0.0460987 May 19 13:40:02.947077 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-ff411c0c-7494-4a69-ada7-9720de3c2a5d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:02.948442 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-ff411c0c-7494-4a69-ada7-9720de3c2a5d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 809 time: 0.1051924 May 19 13:40:02.966273 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-a7666e50-f95d-479d-b006-fbfdbfb2d02f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/quotas/430899def10d40c192f0d54b8ebf0af5 HTTP/1.1" status: 200 len: 375 time: 0.0096896 May 19 13:40:03.018581 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-3beee616-c176-4004-9e0f-15fde21d8d1e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474906 May 19 13:40:03.128260 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-44e3a584-f424-418c-a666-0fb1fd74c5f8 service neutron] 10.222.0.24 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971215 May 19 13:40:03.189373 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:03.221556 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-014d05c1-940e-4ab8-a893-d799b38923d5 service neutron] 10.222.0.24 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873520 May 19 13:40:03.523074 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ac406b1f-0ad9-42ea-bbfc-09e28ab23663 req-69695f23-0ab5-4b33-b3ce-878ee04f79ca tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 210 time: 0.0290041 May 19 13:40:04.633427 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9558d83f-7211-41b2-8bcf-541a0930574c req-d4345e13-3c65-4519-96d0-a19f2c4dd457 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 210 time: 0.0312557 May 19 13:40:04.869240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-dae952bc-1056-4473-b69e-9744473d7683 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:04.870749 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-dae952bc-1056-4473-b69e-9744473d7683 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 809 time: 0.1094298 May 19 13:40:04.912632 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:04.944161 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-bfe07078-e15b-4a0a-a9b0-cee6350b5a07 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430899def10d40c192f0d54b8ebf0af5 HTTP/1.1" status: 200 len: 380 time: 0.0601554 May 19 13:40:04.956378 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'port': {'device_id': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'admin_state_up': True, 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'security_groups': ['78f6dff1-5b4a-47dc-8e83-82c77f47a427']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:40:05.068121 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Made reservation on behalf of 430899def10d40c192f0d54b8ebf0af5 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:40:05.073078 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:05.213071 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Allocated IP 172.20.0.3 (93c2afc1-4325-416e-818f-45b74ed21db9/4a48463b-08da-4d9b-a6be-9ea146198659/5d430264-4bd6-4eeb-8a94-9063eff662ea) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:05.352018 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:05.386269 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:05.430970 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Network 93c2afc1-4325-416e-818f-45b74ed21db9 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:05.436362 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:05.440428 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:40:05.443281 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:05.506265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:05.507023 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:05.524665 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-12a75ad2-17e9-451d-a052-ed5ae7a2542f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718541 May 19 13:40:05.541222 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Request body: {'port': {'device_id': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:40:05.598354 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:05.611567 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:05.745137 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-92f141fa-fa89-4dac-be70-7f2cf4202d89 None None] Provisioning complete for port 5d430264-4bd6-4eeb-8a94-9063eff662ea triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:40:05.745746 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-92f141fa-fa89-4dac-be70-7f2cf4202d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:05.778923 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-92f141fa-fa89-4dac-be70-7f2cf4202d89 None None] Port 5d430264-4bd6-4eeb-8a94-9063eff662ea cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:40:05.788324 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:05.806150 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9a1fa-abfb-4d89-8c02-969626ae09dc req-38a86554-9a77-480d-8e0d-b405e35d1e76 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:05.807608 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-20f9a1fa-abfb-4d89-8c02-969626ae09dc req-38a86554-9a77-480d-8e0d-b405e35d1e76 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 931 time: 0.0659609 May 19 13:40:05.916720 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-20f9a1fa-abfb-4d89-8c02-969626ae09dc req-aa344b4e-d5e9-438e-b582-27417c838c4d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993493 May 19 13:40:05.987076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d430264-4bd6-4eeb-8a94-9063eff662ea {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:40:05.994807 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Publish callbacks [] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:06.008126 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Transition to ACTIVE for port object 5d430264-4bd6-4eeb-8a94-9063eff662ea will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:40:06.014755 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:06.062962 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:06.140402 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Attempting to bind port 5d430264-4bd6-4eeb-8a94-9063eff662ea on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:40:06.140746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Attempting to bind port 5d430264-4bd6-4eeb-8a94-9063eff662ea by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:40:06.141229 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Attempting to bind port 5d430264-4bd6-4eeb-8a94-9063eff662ea on network 93c2afc1-4325-416e-818f-45b74ed21db9 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:40:06.146296 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Port 5d430264-4bd6-4eeb-8a94-9063eff662ea on network 93c2afc1-4325-416e-818f-45b74ed21db9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:40:06.146720 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Attempting to bind port 5d430264-4bd6-4eeb-8a94-9063eff662ea on network 93c2afc1-4325-416e-818f-45b74ed21db9 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:40:06.152267 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:40:06.152605 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Checking segment: {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:40:06.152985 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Bound using segment: {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:40:06.153423 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Bound port: 5d430264-4bd6-4eeb-8a94-9063eff662ea, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75879d78-5786-41d1-b395-f72c0823c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:40:06.153850 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:06.217658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:40:06.221166 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:40:06.228157 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:06.260376 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:06.260871 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:06.262289 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] 10.222.0.58 "PUT /v2.0/ports/5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 1093 time: 0.7259235 May 19 13:40:06.263474 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:40:06.264985 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:40:06.290614 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180acb06-f70a-4901-a6c7-61a5d1ea277b service neutron] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:06.312185 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc92355-c69a-4e82-8c12-29b0475ecbfd x-openstack-request-id: req-bbc92355-c69a-4e82-8c12-29b0475ecbfd {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:40:06.312640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:40:06.312901 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbc92355-c69a-4e82-8c12-29b0475ecbfd {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:40:06.313943 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc92355-c69a-4e82-8c12-29b0475ecbfd'] response: {'name': 'network-changed', 'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'status': 'completed', 'code': 200} May 19 13:40:06.375272 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-9410e5ab-076f-4ba6-b643-7ad598c32bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:06.376818 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-9410e5ab-076f-4ba6-b643-7ad598c32bd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1127 time: 0.0424573 May 19 13:40:06.429881 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-037e0f1a-8ca2-4c9e-8ea4-d0f4bdff4110 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 217 time: 0.0377841 May 19 13:40:06.470955 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:06.483168 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-fae74f10-5f81-48f3-a121-62abcf626808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:06.484669 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-fae74f10-5f81-48f3-a121-62abcf626808 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0494120 May 19 13:40:06.528949 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-29349b25-58ab-498f-b6ed-02dec7aa0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:06.530522 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-29349b25-58ab-498f-b6ed-02dec7aa0326 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401301 May 19 13:40:06.624271 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-7eb020c9-6f64-4ba9-8ce5-6a200ce998d4 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873582 May 19 13:40:06.714696 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-57aff63e-7e62-4c7e-88d0-b2e448b98c4f req-06a11bf7-3542-4b4e-b054-f016714b6d8d service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845773 May 19 13:40:07.055440 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-2e71cf40-0c24-4081-b0d0-01c7ed6a25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:07.056952 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-2e71cf40-0c24-4081-b0d0-01c7ed6a25bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1127 time: 0.0734315 May 19 13:40:07.063057 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7959-fba8-459c-a4e7-8fc4becb8fd7 req-69d14beb-d5b7-4e83-a3e7-4ff0f9a60839 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:07.064462 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-70cb7959-fba8-459c-a4e7-8fc4becb8fd7 req-69d14beb-d5b7-4e83-a3e7-4ff0f9a60839 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0708413 May 19 13:40:07.131011 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:07.166997 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-70cb7959-fba8-459c-a4e7-8fc4becb8fd7 req-6273e7c4-4fc2-4186-bd67-5a50bcbc48fb tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943844 May 19 13:40:07.189957 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-7cb2c305-34a2-4f9b-947e-8ae756bfce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:07.191420 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-7cb2c305-34a2-4f9b-947e-8ae756bfce0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 910 time: 0.1261418 May 19 13:40:07.222111 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2af49f9c-1ce1-4b0e-af9f-c19a885386dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:07.237723 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-93aab049-b897-455d-8151-9f55b324d5a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 217 time: 0.0402393 May 19 13:40:07.291332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-1200d63d-045c-4f3a-8738-6a38b74bb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:07.292867 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-1200d63d-045c-4f3a-8738-6a38b74bb42d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0497830 May 19 13:40:07.340563 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-713f7c98-85eb-4225-950b-3bb6a0cd55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:07.342101 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-713f7c98-85eb-4225-950b-3bb6a0cd55d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439467 May 19 13:40:07.432042 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-672756d1-afc1-4076-b883-731b21e917ba service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833080 May 19 13:40:07.528103 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c8dd715-bb04-4fc7-a84b-74bb6a5900ad req-a6a1e810-1f77-4e50-9e63-c4ec2c9e06cf service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897245 May 19 13:40:08.287690 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96883a2-b47b-4d2a-b158-bf2250952037 req-f7eb1f10-edc6-4eca-82d6-0875f9861f40 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:08.289192 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c96883a2-b47b-4d2a-b158-bf2250952037 req-f7eb1f10-edc6-4eca-82d6-0875f9861f40 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0526745 May 19 13:40:08.339981 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c96883a2-b47b-4d2a-b158-bf2250952037 req-a1186212-751c-47d6-b367-9339197fd5ea tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450342 May 19 13:40:09.469164 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012d86-2531-437e-980c-8006a7ab6bf2 req-804bdcaf-50da-47d0-91cb-5dd5dd8b0988 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:09.471161 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-10012d86-2531-437e-980c-8006a7ab6bf2 req-804bdcaf-50da-47d0-91cb-5dd5dd8b0988 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0563171 May 19 13:40:09.520184 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-10012d86-2531-437e-980c-8006a7ab6bf2 req-a96448ad-3796-4359-b93c-5300663c1e70 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 May 19 13:40:09.604397 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8401b233-c660-4c75-9892-444d0653ed54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:10.605944 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:10.644061 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e90fa-527c-4378-a470-fa07e474af74 req-60ddb6b5-1a85-41a5-ba6e-1c82eb63f7f8 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:10.645577 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a85e90fa-527c-4378-a470-fa07e474af74 req-60ddb6b5-1a85-41a5-ba6e-1c82eb63f7f8 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0512080 May 19 13:40:10.711434 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a85e90fa-527c-4378-a470-fa07e474af74 req-5b8928b7-b42f-4979-9bda-90013bef3feb tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521715 May 19 13:40:10.830780 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:11.802252 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:11.807842 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:11.838240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4df74-0c21-413a-aa29-0ba085320ed8 req-a7c08360-7a88-4b0a-bba1-6e76a2a13688 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:11.839735 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0fb4df74-0c21-413a-aa29-0ba085320ed8 req-a7c08360-7a88-4b0a-bba1-6e76a2a13688 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0490680 May 19 13:40:11.892668 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-0fb4df74-0c21-413a-aa29-0ba085320ed8 req-36e599f8-d217-4095-9a7c-c5a5a70af7f0 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473297 May 19 13:40:12.437547 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:13.024179 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa4cf-4727-4ef7-86a9-0eb766fbec6c req-93d19400-4092-4ee7-b6d0-ceeaeff4284f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:13.025722 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e35aa4cf-4727-4ef7-86a9-0eb766fbec6c req-93d19400-4092-4ee7-b6d0-ceeaeff4284f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0538917 May 19 13:40:13.079444 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e35aa4cf-4727-4ef7-86a9-0eb766fbec6c req-0106d978-4698-4236-8836-304f766b7a02 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452571 May 19 13:40:13.897861 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:14.196608 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:14.210601 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73041e-d43d-4e64-a700-91f89f232c53 req-1c2056aa-1bb2-4c97-a5ab-a4d18367e74e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:14.212141 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf73041e-d43d-4e64-a700-91f89f232c53 req-1c2056aa-1bb2-4c97-a5ab-a4d18367e74e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0578067 May 19 13:40:14.266396 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bf73041e-d43d-4e64-a700-91f89f232c53 req-33ea4df7-2251-46d3-9bf5-1f3a45b0edf3 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459738 May 19 13:40:15.387496 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49e23a-47b3-4b62-ac4c-33864fb0cd56 req-c007b834-3b2e-4bf6-ac0c-2d73f20b6960 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:15.388969 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9b49e23a-47b3-4b62-ac4c-33864fb0cd56 req-c007b834-3b2e-4bf6-ac0c-2d73f20b6960 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0492680 May 19 13:40:15.438063 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-9b49e23a-47b3-4b62-ac4c-33864fb0cd56 req-6416ad66-6511-4787-b52d-2343bd37f3df tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 May 19 13:40:15.650060 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 5d430264-4bd6-4eeb-8a94-9063eff662ea details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:40:15.762518 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:40:15.774418 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'port_id': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'mac_address': 'fa:16:3e:15:97:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:40:15.809810 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 5d430264-4bd6-4eeb-8a94-9063eff662ea is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:40:15.810195 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:15.823758 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d430264-4bd6-4eeb-8a94-9063eff662ea {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:40:15.848437 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:40:15.854670 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:15.904715 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:16.167183 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['5d430264-4bd6-4eeb-8a94-9063eff662ea'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:40:16.573069 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a44b9f-392d-4527-8ef5-ff2ee9b39b8c req-198f8c8d-be1c-4366-bf1c-e3824a21cd52 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:16.574566 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c2a44b9f-392d-4527-8ef5-ff2ee9b39b8c req-198f8c8d-be1c-4366-bf1c-e3824a21cd52 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 944 time: 0.0588412 May 19 13:40:16.624149 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c2a44b9f-392d-4527-8ef5-ff2ee9b39b8c req-f4dce241-1a45-46f3-b72b-ae0d340f10e8 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 May 19 13:40:17.646443 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 5d430264-4bd6-4eeb-8a94-9063eff662ea up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:40:17.649981 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:17.700770 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 5d430264-4bd6-4eeb-8a94-9063eff662ea completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:40:17.708749 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 5d430264-4bd6-4eeb-8a94-9063eff662ea triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:40:17.709217 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:17.746911 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c5c0e-1e6a-426d-96f0-cd0cb5adb0ac req-b4e81ac6-adf1-4696-a1ca-2b669ad796be tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:17.748436 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3b5c5c0e-1e6a-426d-96f0-cd0cb5adb0ac req-b4e81ac6-adf1-4696-a1ca-2b669ad796be tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 944 time: 0.0482659 May 19 13:40:17.783234 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 5d430264-4bd6-4eeb-8a94-9063eff662ea is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:40:17.783586 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:17.804523 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3b5c5c0e-1e6a-426d-96f0-cd0cb5adb0ac req-2081869e-58ba-4481-9b14-e16cbd054ae0 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494602 May 19 13:40:17.808959 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:40:17.811237 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79312639-c266-427e-848c-5245e4c94251" -d '{"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-plugged", "status": "completed", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:40:17.823844 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:40:17.829558 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:17.853897 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02ba20-adb3-42b8-9b9f-1e958e2f86ae x-openstack-request-id: req-ee02ba20-adb3-42b8-9b9f-1e958e2f86ae {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:40:17.854184 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-plugged", "status": "completed", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:40:17.854464 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee02ba20-adb3-42b8-9b9f-1e958e2f86ae {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:40:17.854853 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee02ba20-adb3-42b8-9b9f-1e958e2f86ae'] response: {'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'code': 200} May 19 13:40:17.867039 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:17.886398 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:18.144856 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49068bb-ef33-4f28-9447-2eecab42145d req-97ee44f4-fc9d-4b34-884b-2f57c0831cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:18.146401 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a49068bb-ef33-4f28-9447-2eecab42145d req-97ee44f4-fc9d-4b34-884b-2f57c0831cb2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1129 time: 0.0430367 May 19 13:40:18.194843 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a49068bb-ef33-4f28-9447-2eecab42145d req-464c3250-1b38-479b-8de9-5710a354facb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 May 19 13:40:18.938359 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4da7-f58b-49d5-ba3c-ce80e5ea6979 req-65bf81b1-8788-4f6c-8757-b5494d02f99f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:18.939880 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f7ca4da7-f58b-49d5-ba3c-ce80e5ea6979 req-65bf81b1-8788-4f6c-8757-b5494d02f99f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0560153 May 19 13:40:19.001694 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f7ca4da7-f58b-49d5-ba3c-ce80e5ea6979 req-36e32f06-6a90-449e-b840-41ab51655395 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526068 May 19 13:40:20.123529 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b3bab-0f74-4b99-83d7-71536a96ef94 req-2eaf74e4-8bc2-40e7-9d6b-f336b6d2806b tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:20.125020 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-296b3bab-0f74-4b99-83d7-71536a96ef94 req-2eaf74e4-8bc2-40e7-9d6b-f336b6d2806b tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0489335 May 19 13:40:20.180292 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-296b3bab-0f74-4b99-83d7-71536a96ef94 req-bb98cf28-c921-4a0b-93bd-03f1d54380ce tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 May 19 13:40:20.300563 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb860f-beb0-40db-a192-a70a4a153ac7 req-c2e1eaad-7aeb-4f3c-bf2b-096dfceb6e9c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:20.301957 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-79eb860f-beb0-40db-a192-a70a4a153ac7 req-c2e1eaad-7aeb-4f3c-bf2b-096dfceb6e9c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0476227 May 19 13:40:20.350488 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-79eb860f-beb0-40db-a192-a70a4a153ac7 req-20c47b20-bbfa-4ad3-aeb1-19863cb85854 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 May 19 13:40:20.378452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55806) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:40:20.471542 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04effe-ac85-4a52-a852-6731d467a624 tempest-TestShelveInstance-636228690 tempest-TestShelveInstance-636228690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:20.473071 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7e04effe-ac85-4a52-a852-6731d467a624 tempest-TestShelveInstance-636228690 tempest-TestShelveInstance-636228690-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1124 time: 0.0936058 May 19 13:40:20.476245 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55810) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:40:20.481007 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'port_id': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:40:20.505527 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:20.595570 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:20.700790 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:20.711500 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Allocated IP 172.27.1.38 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/36c0cd8e-8160-410b-9bf6-566b729ebae2) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:20.818091 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:20.823016 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:20.860202 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:20.904942 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:20.908251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:20.910900 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:40:20.935532 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'Port': ['ID=36c0cd8e-8160-410b-9bf6-566b729ebae2,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:20.950738 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.951073 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.951408 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.951739 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.952064 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.952381 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.952698 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.953020 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.953331 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.953670 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.953985 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.954300 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.954609 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.954924 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:20.955230 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:21.282983 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for floatingip (d10df255-b51f-474e-9116-3b9381c60ab5), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:21.353279 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:21.484713 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:21.532789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:21.539722 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:21.607525 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event updated for resources: {'Port': ['ID=36c0cd8e-8160-410b-9bf6-566b729ebae2,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:21.619367 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (d10df255-b51f-474e-9116-3b9381c60ab5), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:21.658032 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:21.716303 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Floating IP d10df255-b51f-474e-9116-3b9381c60ab5 associated. External IP: 172.27.1.38, port: 5d430264-4bd6-4eeb-8a94-9063eff662ea. May 19 13:40:22.162377 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Router 7399f41e-6db7-48aa-879e-36ab40c11827 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:40:22.266567 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:40:22.276329 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45135389-6104-40b9-bc4d-746a74becefb None None] Sync routers for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:40:22.286006 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:22.287081 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:40:22.287705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:40:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:22.321141 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-a0fe8ae4-ee1f-43c4-957e-0bbecf9a4435 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8436608 May 19 13:40:22.321831 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:40:22.324139 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea83e07-7d1f-4d5b-989b-fc6494052c62" -d '{"events": [{"name": "network-changed", "server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:40:22.326416 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:22.360860 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cccc0e6-5cf0-419d-8565-b811338ff00b x-openstack-request-id: req-1cccc0e6-5cf0-419d-8565-b811338ff00b {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:40:22.361400 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:40:22.361400 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cccc0e6-5cf0-419d-8565-b811338ff00b {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:40:22.361821 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cccc0e6-5cf0-419d-8565-b811338ff00b'] response: {'name': 'network-changed', 'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'status': 'completed', 'code': 200} May 19 13:40:22.394079 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:40:22.452759 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-074acd2c-c489-4c2b-bcde-cd4a0b9886d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.454166 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-074acd2c-c489-4c2b-bcde-cd4a0b9886d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1129 time: 0.0422373 May 19 13:40:22.502506 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:22.543758 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-32a449a2-d490-4cd9-b6f5-c2bff8a49bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.545655 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-32a449a2-d490-4cd9-b6f5-c2bff8a49bc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 910 time: 0.0850437 May 19 13:40:22.611676 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'd10df255-b51f-474e-9116-3b9381c60ab5', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'port_id': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'mac_address': 'fa:16:3e:15:97:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:40:21Z', 'updated_at': '2022-05-19T13:40:21Z', 'revision_number': 0, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:43Z', 'revision_number': 5, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:22.612862 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-c0403546-2eb8-4be7-b546-4409faba8cbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 998 time: 0.0593038 May 19 13:40:22.640953 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45135389-6104-40b9-bc4d-746a74becefb None None] Checking router: 7399f41e-6db7-48aa-879e-36ab40c11827 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:40:22.650249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:40:22.650852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:40:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:22.664670 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-65452fb1-dce4-4b3b-842d-ee40f6a1b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.666834 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-65452fb1-dce4-4b3b-842d-ee40f6a1b71b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0463328 May 19 13:40:22.717612 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-4c3eb5c1-a099-41b6-8509-58ec2eac3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.719884 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-4c3eb5c1-a099-41b6-8509-58ec2eac3858 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441904 May 19 13:40:22.822830 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-bb93fc28-9f6c-47b8-9570-01f872355e49 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966952 May 19 13:40:22.887680 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:40:22.916457 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cea83e07-7d1f-4d5b-989b-fc6494052c62 req-56f61d20-510a-4370-bc80-cf1525bbc755 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867460 May 19 13:40:23.116231 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45135389-6104-40b9-bc4d-746a74becefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'd10df255-b51f-474e-9116-3b9381c60ab5', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'port_id': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'mac_address': 'fa:16:3e:15:97:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:40:21Z', 'updated_at': '2022-05-19T13:40:21Z', 'revision_number': 0, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:43Z', 'revision_number': 5, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:23.146215 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45135389-6104-40b9-bc4d-746a74becefb None None] The sync data for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi is: [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'd10df255-b51f-474e-9116-3b9381c60ab5', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'port_id': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'mac_address': 'fa:16:3e:15:97:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:40:21Z', 'updated_at': '2022-05-19T13:40:21Z', 'revision_number': 0, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:43Z', 'revision_number': 5, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:23.361841 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fa50a-6686-4abf-8c0c-84dfbe2338d6 None None] New status for floating IP d10df255-b51f-474e-9116-3b9381c60ab5: ACTIVE {{(pid=103686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:40:24.191380 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:27.123938 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-bc3558a9-0873-4e21-8507-57a0ea73a1f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424793 May 19 13:40:27.253727 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-9daa6f70-6e20-4a17-b149-1936c09a8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:27.255686 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-9daa6f70-6e20-4a17-b149-1936c09a8f47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1130 time: 0.0608487 May 19 13:40:27.382909 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:27.386144 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-8738761f-3b25-4dfa-bb07-fa4884cadfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:27.387717 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-8738761f-3b25-4dfa-bb07-fa4884cadfaa service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.1099308 May 19 13:40:27.729676 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-fa205cad-59d4-4f5f-906e-d3c58c3a34e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 200 len: 1000 time: 0.3344669 May 19 13:40:27.783680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-c83eb9d7-da9d-47dc-ad3d-337e7e2b3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:27.785107 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-c83eb9d7-da9d-47dc-ad3d-337e7e2b3db2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0493379 May 19 13:40:27.830826 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-4536ffa2-e49f-448c-baf7-29a4162c7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:27.832279 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-4536ffa2-e49f-448c-baf7-29a4162c7998 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404596 May 19 13:40:27.932817 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-efe98717-3fbc-4f9e-a9b2-430f90f19d6a service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932262 May 19 13:40:28.025856 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2446f2d7-e6e8-42ab-b296-7123f2ecd67c req-b904728d-1152-412c-8301-422d6ab49e22 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865498 May 19 13:40:28.877975 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:40:32.311015 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=45 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:32.317822 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:33.120500 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=42 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:34.175353 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:34.185130 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:35.802261 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:37.217242 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d64dd780-f20f-4915-a62a-1dcc585da6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:38.012267 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=84 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:38.023237 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=35 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:39.614490 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-37c22645-c9ac-4277-92d0-4d5fb3e8f0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:40.842926 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:42.440847 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:43.894309 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:48.810531 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=15 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:48.811269 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:53.879934 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:53.886180 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:53.889269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:40:54.185657 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:40:58.491990 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172e4e-c763-4bb4-b93f-774e73f23c68 req-742edb8f-6fbd-4713-b2eb-e3f3989a33c7 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:58.493520 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-89172e4e-c763-4bb4-b93f-774e73f23c68 req-742edb8f-6fbd-4713-b2eb-e3f3989a33c7 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 945 time: 0.0535140 May 19 13:40:58.542164 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-89172e4e-c763-4bb4-b93f-774e73f23c68 req-ad96fb4d-d3f9-42c6-ad1f-8df3179fdc79 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 May 19 13:40:59.677039 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941468-9c5a-4335-a749-54bb0e44a836 req-d2055470-2ca8-46ab-a306-978a1f28ef27 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:59.678705 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1b941468-9c5a-4335-a749-54bb0e44a836 req-d2055470-2ca8-46ab-a306-978a1f28ef27 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 945 time: 0.0563054 May 19 13:40:59.732746 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1b941468-9c5a-4335-a749-54bb0e44a836 req-39d4fce0-cbb8-4a37-8d02-22b56447920b tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbaae841-4153-4649-80a2-d9f8e175bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455575 May 19 13:41:00.233184 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-e63e1bfa-3a29-4fab-8b45-e9f28ee4b726 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:00.234697 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-e63e1bfa-3a29-4fab-8b45-e9f28ee4b726 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 945 time: 0.0567720 May 19 13:41:00.324244 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Deleting port e8c2fd0a-e98c-4402-9f10-a546495679c3 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:41:00.324566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:00.423948 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] For port e8c2fd0a-e98c-4402-9f10-a546495679c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e8c2fd0a-e98c-4402-9f10-a546495679c3,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:00.424288 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:00.594041 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:00.594485 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (09554608-bcb9-4688-944a-299e7ce877ea), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:00.595100 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Floating IP 09554608-bcb9-4688-944a-299e7ce877ea disassociated. External IP: 172.27.1.14, port: e8c2fd0a-e98c-4402-9f10-a546495679c3. May 19 13:41:00.595368 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Calling delete_port for e8c2fd0a-e98c-4402-9f10-a546495679c3 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:41:00.736974 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (e8c2fd0a-e98c-4402-9f10-a546495679c3), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:00.768921 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event deleted for resources: {'Port': ['ID=e8c2fd0a-e98c-4402-9f10-a546495679c3,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:00.783987 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.784338 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.784658 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.784988 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.785322 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.785680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.786006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.786328 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.786661 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.786984 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.787307 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.787631 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.788048 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.788467 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.788788 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:00.857572 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-475b3746-17d9-4bfd-ae84-076ad0fd4cf8 req-8455e0c8-c797-40ab-907a-31ec77339005 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88cee65-3c7d-43a4-93fd-b4b13242e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0304260 May 19 13:41:00.926793 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Router dc4347c3-47f2-4428-aa0f-6202311fcb80 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:41:01.037237 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:41:01.042761 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:01.049144 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] Sync routers for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:41:01.060805 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:01.061773 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:40:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:01.088000 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] No DVR routers for this DVR port e8c2fd0a-e98c-4402-9f10-a546495679c3 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:41:01.090638 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:01.093839 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a03e8db0-0f74-4723-bcf0-2566ed03a7e5 req-356f59c6-0e82-4248-9a5a-e56020dd4327 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.58 "DELETE /v2.0/ports/e8c2fd0a-e98c-4402-9f10-a546495679c3 HTTP/1.1" status: 204 len: 173 time: 0.8535843 May 19 13:41:01.094287 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'name': 'network-vif-deleted', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:01.096685 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896e4a0-ac93-4390-9777-dd49b306c4e8" -d '{"events": [{"server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "name": "network-vif-deleted", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:41:01.142945 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c324bc8c-fcd4-4f0b-a78a-7dd9ac3d202a x-openstack-request-id: req-c324bc8c-fcd4-4f0b-a78a-7dd9ac3d202a {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:41:01.143259 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88cee65-3c7d-43a4-93fd-b4b13242e0b6", "name": "network-vif-deleted", "tag": "e8c2fd0a-e98c-4402-9f10-a546495679c3", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:41:01.143618 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c324bc8c-fcd4-4f0b-a78a-7dd9ac3d202a {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:41:01.144439 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c324bc8c-fcd4-4f0b-a78a-7dd9ac3d202a'] response: {'server_uuid': 'e88cee65-3c7d-43a4-93fd-b4b13242e0b6', 'name': 'network-vif-deleted', 'tag': 'e8c2fd0a-e98c-4402-9f10-a546495679c3', 'status': 'completed', 'code': 200} May 19 13:41:01.178226 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:01.379178 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:01.403852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] Checking router: dc4347c3-47f2-4428-aa0f-6202311fcb80 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:41:01.413178 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:01.413828 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:40:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:01.528703 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:01.719405 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:01.745279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b89e7c-7efb-4bc9-84e7-ca4626a301b6 None None] The sync data for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi is: [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:36:54Z', 'revision_number': 4, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c761e334-3e88-4177-a98f-1d1db1d9363f', 'name': '', 'network_id': 'c86071f6-6021-438e-94aa-a1421372fa5c', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'mac_address': 'fa:16:3e:b2:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:54Z', 'updated_at': '2022-05-19T13:36:58Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'subnets': [{'id': '0d108c47-59b0-45a0-a4b9-7dd568eb0159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:41:01.954243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 55964) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:01.987496 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:02.000092 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30267a-40ea-41b7-8121-64b0c89addb4 None None] New status for floating IP 09554608-bcb9-4688-944a-299e7ce877ea: DOWN {{(pid=103686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:41:02.017819 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-83105d0b-720f-45a9-aca5-d1e72ab8f1db tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (fbaae841-4153-4649-80a2-d9f8e175bb7e), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.041396 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-83105d0b-720f-45a9-aca5-d1e72ab8f1db tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (fbaae841-4153-4649-80a2-d9f8e175bb7e), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.091521 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-83105d0b-720f-45a9-aca5-d1e72ab8f1db tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (fbaae841-4153-4649-80a2-d9f8e175bb7e), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.094221 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-83105d0b-720f-45a9-aca5-d1e72ab8f1db tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.095609 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-83105d0b-720f-45a9-aca5-d1e72ab8f1db tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbaae841-4153-4649-80a2-d9f8e175bb7e HTTP/1.1" status: 204 len: 168 time: 0.1398571 May 19 13:41:02.101483 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55966) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:02.105073 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83105d0b-720f-45a9-aca5-d1e72ab8f1db tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaae841-4153-4649-80a2-d9f8e175bb7e,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:02.118582 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.api.v2.resource [None req-2cf554a0-fa5a-45e1-a04c-4cabfb224df7 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] show failed (client error): The resource could not be found. May 19 13:41:02.119611 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2cf554a0-fa5a-45e1-a04c-4cabfb224df7 tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "GET /v2.0/security-groups/fbaae841-4153-4649-80a2-d9f8e175bb7e HTTP/1.1" status: 404 len: 347 time: 0.0202098 May 19 13:41:02.122643 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55968) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:02.259184 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Deleting port f35735c0-6372-4481-bad1-aba4e5f2b75b {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:41:02.259484 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.346087 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.346410 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (f35735c0-6372-4481-bad1-aba4e5f2b75b), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.359249 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Calling delete_port for f35735c0-6372-4481-bad1-aba4e5f2b75b owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:41:02.499381 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (f35735c0-6372-4481-bad1-aba4e5f2b75b), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.532742 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Pushing event deleted for resources: {'Port': ['ID=f35735c0-6372-4481-bad1-aba4e5f2b75b,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:02.613141 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks [] for floatingip (09554608-bcb9-4688-944a-299e7ce877ea), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.615859 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:02.617025 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-8d900e6c-f407-40b4-b39a-2013f3ce5aec tempest-AttachVolumeTestJSON-975255197 tempest-AttachVolumeTestJSON-975255197-project] 10.222.0.24 "DELETE /v2.0/floatingips/09554608-bcb9-4688-944a-299e7ce877ea HTTP/1.1" status: 204 len: 168 time: 0.4934256 May 19 13:41:03.839936 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e8c2fd0a-e98c-4402-9f10-a546495679c3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:41:03.864728 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: e8c2fd0a-e98c-4402-9f10-a546495679c3 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:41:03.864728 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device e8c2fd0a-e98c-4402-9f10-a546495679c3 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:41:05.883484 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:41:06.249151 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 55996) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:06.572295 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (dc4347c3-47f2-4428-aa0f-6202311fcb80), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:06.615809 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:06.622014 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:06.796654 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Deleting port c761e334-3e88-4177-a98f-1d1db1d9363f {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:41:06.796939 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:06.889350 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] For port c761e334-3e88-4177-a98f-1d1db1d9363f, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c761e334-3e88-4177-a98f-1d1db1d9363f,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:06.889625 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:06.902739 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Calling delete_port for c761e334-3e88-4177-a98f-1d1db1d9363f owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:41:07.096390 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c761e334-3e88-4177-a98f-1d1db1d9363f), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:07.124849 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Pushing event deleted for resources: {'Port': ['ID=c761e334-3e88-4177-a98f-1d1db1d9363f,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:07.224108 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-53c37ae2-ff40-4d30-a603-6d35ae5adf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:07.295314 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (dc4347c3-47f2-4428-aa0f-6202311fcb80), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:07.502600 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:07.524949 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Router dc4347c3-47f2-4428-aa0f-6202311fcb80 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:41:07.536520 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:07.635058 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:41:07.643299 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56002) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:07.643876 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ebd4d766-6b1e-4cde-b503-47b3d19d931b admin admin] 10.222.0.24 "PUT /v2.0/routers/dc4347c3-47f2-4428-aa0f-6202311fcb80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3930907 May 19 13:41:07.644363 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] Sync routers for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:41:07.655766 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:07.656615 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:40:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:07.745539 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks [] for router (dc4347c3-47f2-4428-aa0f-6202311fcb80), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:07.853656 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks [] for router_gateway (dc4347c3-47f2-4428-aa0f-6202311fcb80), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:07.886949 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:07.897305 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Deleting port c52a992c-e4b9-45b0-8082-7060a95d3f23 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:41:07.897703 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:07.981500 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] For port c52a992c-e4b9-45b0-8082-7060a95d3f23, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c52a992c-e4b9-45b0-8082-7060a95d3f23,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:07.981774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:07.995107 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Calling delete_port for c52a992c-e4b9-45b0-8082-7060a95d3f23 owned by network:router_gateway {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:41:08.052064 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:41:07Z', 'revision_number': 5, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port': {'id': 'c52a992c-e4b9-45b0-8082-7060a95d3f23', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:de:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:52Z', 'updated_at': '2022-05-19T13:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:08.082852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] Checking router: dc4347c3-47f2-4428-aa0f-6202311fcb80 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:41:08.091644 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] Routers {'dc4347c3-47f2-4428-aa0f-6202311fcb80'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:08.092262 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:40:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['dc4347c3-47f2-4428-aa0f-6202311fcb80'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:08.163456 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (c52a992c-e4b9-45b0-8082-7060a95d3f23), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.179828 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] Set router dc4347c3-47f2-4428-aa0f-6202311fcb80 gateway port host: None {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:08.188980 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=c52a992c-e4b9-45b0-8082-7060a95d3f23,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:08.234375 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:41:07Z', 'revision_number': 6, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:08.256077 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (dc4347c3-47f2-4428-aa0f-6202311fcb80), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.263731 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db1abd-e5c1-4892-8da4-2176745bb7ed None None] The sync data for ids ['dc4347c3-47f2-4428-aa0f-6202311fcb80'] in dv-cinder-841125-6-iscsi is: [{'id': 'dc4347c3-47f2-4428-aa0f-6202311fcb80', 'name': 'tempest-AttachVolumeTestJSON-228361341-router', 'tenant_id': 'b1222038740244f69a977fe658d9bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:51Z', 'updated_at': '2022-05-19T13:41:07Z', 'revision_number': 6, 'project_id': 'b1222038740244f69a977fe658d9bfe0', 'gw_port_host': None}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:41:08.317251 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:08.344340 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (dc4347c3-47f2-4428-aa0f-6202311fcb80), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.347348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks [] for router_controller (dc4347c3-47f2-4428-aa0f-6202311fcb80), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.392568 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (dc4347c3-47f2-4428-aa0f-6202311fcb80), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.393176 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc4347c3-47f2-4428-aa0f-6202311fcb80 {{(pid=103683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:41:08.398643 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.399808 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b274f87e-f1a0-418c-97cd-ab3692b31ebe admin admin] 10.222.0.24 "DELETE /v2.0/routers/dc4347c3-47f2-4428-aa0f-6202311fcb80 HTTP/1.1" status: 204 len: 168 time: 0.7552795 May 19 13:41:08.402556 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56004) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:08.447098 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] Deleting subnet 0d108c47-59b0-45a0-a4b9-7dd568eb0159 {{(pid=103683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:41:08.449718 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:08.450652 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] Publish callbacks [] for subnet (0d108c47-59b0-45a0-a4b9-7dd568eb0159), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.485990 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3507063'] for subnet (0d108c47-59b0-45a0-a4b9-7dd568eb0159), precommit_delete_associations {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.562675 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (0d108c47-59b0-45a0-a4b9-7dd568eb0159), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.621706 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8425449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8473085'] for subnet (0d108c47-59b0-45a0-a4b9-7dd568eb0159), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.648006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d108c47-59b0-45a0-a4b9-7dd568eb0159,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:08.654228 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.658526 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6c14faf1-e97f-48e3-ba49-4ce0083310af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0d108c47-59b0-45a0-a4b9-7dd568eb0159 HTTP/1.1" status: 204 len: 168 time: 0.2543693 May 19 13:41:08.659747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59babf7e-e203-4324-89d3-4f7df2f18e16 None None] Network c86071f6-6021-438e-94aa-a1421372fa5c requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:41:08.660006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56008) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:08.739261 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (c86071f6-6021-438e-94aa-a1421372fa5c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.781868 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Deleting port 51ee988a-bc06-450b-9f45-379ed65fd0e1 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:41:08.782205 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.844598 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] For port 51ee988a-bc06-450b-9f45-379ed65fd0e1, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=51ee988a-bc06-450b-9f45-379ed65fd0e1,segment=NetworkSegment(137a9246-8132-4713-824f-2403f6305e1d),segment_id=137a9246-8132-4713-824f-2403f6305e1d)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:08.844975 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.861076 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Calling delete_port for 51ee988a-bc06-450b-9f45-379ed65fd0e1 owned by network:dhcp {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:41:08.942361 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (51ee988a-bc06-450b-9f45-379ed65fd0e1), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:08.966590 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Pushing event deleted for resources: {'Port': ['ID=51ee988a-bc06-450b-9f45-379ed65fd0e1,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:08.971225 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] No DVR routers for this DVR port 51ee988a-bc06-450b-9f45-379ed65fd0e1 on host dv-cinder-841125-6-iscsi {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:41:09.045443 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (c86071f6-6021-438e-94aa-a1421372fa5c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.066786 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86071f6-6021-438e-94aa-a1421372fa5c']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:09.077566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137a9246-8132-4713-824f-2403f6305e1d') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:09.077800 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90aed4-e6d8-49b1-9d71-78aa5947210d None None] DHCP port deletion for c86071f6-6021-438e-94aa-a1421372fa5c request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:41:09.077920 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137a9246-8132-4713-824f-2403f6305e1d') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:09.088403 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (137a9246-8132-4713-824f-2403f6305e1d), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.102506 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (137a9246-8132-4713-824f-2403f6305e1d), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.114694 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:41:09.115101 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (137a9246-8132-4713-824f-2403f6305e1d), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:41:09.116868 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:41:09.179821 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (c86071f6-6021-438e-94aa-a1421372fa5c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.186209 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.189592 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c86071f6-6021-438e-94aa-a1421372fa5c HTTP/1.1" status: 204 len: 168 time: 0.5286269 May 19 13:41:09.210008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188495c-23b6-4fc1-b464-55aa8740e27a admin admin] Pushing event deleted for resources: {'Network': ['ID=c86071f6-6021-438e-94aa-a1421372fa5c,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:09.373547 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56012) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:09.414630 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1f99e885-b515-4029-8282-f05c398c773b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1222038740244f69a977fe658d9bfe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399036 May 19 13:41:09.417177 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56014) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:09.473712 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:09.477304 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1c13b41-2a69-4863-94c1-2969247840f1 admin admin] Publish callbacks [] for security_group (cb07918e-7e91-4535-b91b-e1aa9d2c5b81), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.499844 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1c13b41-2a69-4863-94c1-2969247840f1 admin admin] Publish callbacks [] for security_group (cb07918e-7e91-4535-b91b-e1aa9d2c5b81), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.507710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:09.553502 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1c13b41-2a69-4863-94c1-2969247840f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cb07918e-7e91-4535-b91b-e1aa9d2c5b81), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.556095 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1c13b41-2a69-4863-94c1-2969247840f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.557247 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d1c13b41-2a69-4863-94c1-2969247840f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb07918e-7e91-4535-b91b-e1aa9d2c5b81 HTTP/1.1" status: 204 len: 168 time: 0.1390040 May 19 13:41:09.565379 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c13b41-2a69-4863-94c1-2969247840f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07918e-7e91-4535-b91b-e1aa9d2c5b81,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:09.609187 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-752c293a-1042-4236-9c80-e33eeab6d224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:09.827384 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c52a992c-e4b9-45b0-8082-7060a95d3f23 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:41:09.851941 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: c52a992c-e4b9-45b0-8082-7060a95d3f23 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:41:09.852286 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c52a992c-e4b9-45b0-8082-7060a95d3f23 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:41:09.852707 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c761e334-3e88-4177-a98f-1d1db1d9363f no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:41:09.871588 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: c761e334-3e88-4177-a98f-1d1db1d9363f {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:41:09.871939 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c761e334-3e88-4177-a98f-1d1db1d9363f not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:41:09.872352 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 51ee988a-bc06-450b-9f45-379ed65fd0e1 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:41:09.890921 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 51ee988a-bc06-450b-9f45-379ed65fd0e1 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:41:09.891287 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 51ee988a-bc06-450b-9f45-379ed65fd0e1 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:41:10.296986 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56038) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:10.409318 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-489129046-network', 'tenant_id': 'bc560e8b75194743bbb46d903b481357'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:10.433316 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Made reservation on behalf of bc560e8b75194743bbb46d903b481357 for: {'network': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:41:10.435648 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for network (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.443900 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.516382 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks [] for security_group (68df405c-245b-4e3e-b80b-b771f168e914), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.520811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (68df405c-245b-4e3e-b80b-b771f168e914), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.543839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:41:10.560777 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df405c-245b-4e3e-b80b-b771f168e914,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:10.563806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782750326285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e22cf0f3-d4d7-4242-9eab-43017f2c0299), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.564306 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.segments_db [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Added segment e22cf0f3-d4d7-4242-9eab-43017f2c0299 of type vlan for network 39a38089-655e-4b34-b99f-11a97c39ff7d May 19 13:41:10.607197 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782749925470'] for network (39a38089-655e-4b34-b99f-11a97c39ff7d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.635060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166'] for network (39a38089-655e-4b34-b99f-11a97c39ff7d), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.636045 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:10.636712 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.694775 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3966007 May 19 13:41:10.697996 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56046) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:10.700219 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd7f64-1ec2-4564-9db9-e913009805e6 admin admin] Pushing event updated for resources: {'Network': ['ID=39a38089-655e-4b34-b99f-11a97c39ff7d,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:10.704114 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Request body: {'subnet': {'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-489129046-subnet', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:10.717769 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Network 39a38089-655e-4b34-b99f-11a97c39ff7d details requested by agent ovs-agent-dv-cinder-841125-6-iscsi with host dv-cinder-841125-6-iscsi {{(pid=103685) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 13:41:10.726866 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Made reservation on behalf of bc560e8b75194743bbb46d903b481357 for: {'subnet': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:41:10.730149 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514213'] for subnet (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.830427 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:10.836668 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.907397 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8978567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8514227'] for subnet (032fe7e0-f7d0-4e28-a79b-894d3460eb6b), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:10.963008 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=032fe7e0-f7d0-4e28-a79b-894d3460eb6b,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:10.972381 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Checking segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:41:10.972802 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Network hostable DHCP agents. Network: 39a38089-655e-4b34-b99f-11a97c39ff7d, hostable agents: ['512ea1af-8dce-4788-b6a3-cabe2e5255e0'], hosted agents: [] {{(pid=103684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:41:10.998434 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is scheduled to be hosted by DHCP agent 512ea1af-8dce-4788-b6a3-cabe2e5255e0 with binding_index 1 {{(pid=103684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:41:11.005362 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-6-iscsi, 39a38089-655e-4b34-b99f-11a97c39ff7d) {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:11.009718 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:11.010257 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.017651 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d324dc-8ef2-40e3-9eee-39186bd8d8af None None] Network 39a38089-655e-4b34-b99f-11a97c39ff7d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:41:11.042035 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7e927a5f-c8b5-4047-925f-db31f04ef97e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3420062 May 19 13:41:11.051610 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56054) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:11.051610 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:11.080270 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router (63cc9edd-279c-456d-a7de-954733515339), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.082374 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501438', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router (63cc9edd-279c-456d-a7de-954733515339), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.130737 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21b28fd0-e245-50f2-957b-51fa7a7700c9-39a38089-655e-4b34-b99f-11a97c39ff7d', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b'}]}} from dv-cinder-841125-6-iscsi. {{(pid=103685) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 13:41:11.131748 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.145924 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks [] for router_controller (63cc9edd-279c-456d-a7de-954733515339), precommit_add_association {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.158143 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:11.279290 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks [] for router_gateway (63cc9edd-279c-456d-a7de-954733515339), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.283698 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.db_base_plugin_common [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Allocated IP 172.20.0.2 (39a38089-655e-4b34-b99f-11a97c39ff7d/032fe7e0-f7d0-4e28-a79b-894d3460eb6b/780f9370-1443-42b8-a03d-2222c90d46e9) {{(pid=103685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:11.290570 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:11.340528 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:11.436038 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Publish callbacks [] for port (780f9370-1443-42b8-a03d-2222c90d46e9), precommit_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.444046 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), after_create {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.487427 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is already hosted by enough agents. {{(pid=103685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:11.492747 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.scheduler.base_scheduler [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Resources bound (agent type, host, resource id): {{(pid=103685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:11.494919 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Pushing event updated for resources: {'Port': ['ID=780f9370-1443-42b8-a03d-2222c90d46e9,revision_number=1']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:11.497283 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Received port after_create {{(pid=103685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:41:11.506791 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.507107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.507446 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.507775 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.508095 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.508418 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.508732 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.509058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.509366 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.509745 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.510062 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.510378 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.510691 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.511001 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.511308 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:11.572413 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Attempting to bind port 780f9370-1443-42b8-a03d-2222c90d46e9 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:41:11.572776 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Attempting to bind port 780f9370-1443-42b8-a03d-2222c90d46e9 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:41:11.573127 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Attempting to bind port 780f9370-1443-42b8-a03d-2222c90d46e9 on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:41:11.578664 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:41:11.579031 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Checking segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:41:11.579425 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.579809 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Bound using segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:41:11.580267 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Bound port: 780f9370-1443-42b8-a03d-2222c90d46e9, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:41:11.580638 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.645007 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] For port 780f9370-1443-42b8-a03d-2222c90d46e9, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:41:11.648415 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] For port 780f9370-1443-42b8-a03d-2222c90d46e9, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=780f9370-1443-42b8-a03d-2222c90d46e9,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:41:11.656370 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.723607 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks [] for router_gateway (63cc9edd-279c-456d-a7de-954733515339), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.733249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251f4d9-9c05-40b5-a3fc-2732ceecd58f None None] Pushing event updated for resources: {'Port': ['ID=780f9370-1443-42b8-a03d-2222c90d46e9,revision_number=2']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:11.745510 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:11.801483 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:11.864130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Allocated IP 172.27.1.56 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/efa40451-c627-40ba-b186-71f9a25bd8b9) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:11.989860 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks [] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.026475 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.072282 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:12.077152 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:12.081358 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:41:12.085552 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Pushing event updated for resources: {'Port': ['ID=efa40451-c627-40ba-b186-71f9a25bd8b9,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:12.327910 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks [] for router_gateway (63cc9edd-279c-456d-a7de-954733515339), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.445030 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.534779 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501353'] for router (63cc9edd-279c-456d-a7de-954733515339), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.570643 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:12.617389 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d7ab7-3463-445b-9c51-06056803196e None None] Network 39a38089-655e-4b34-b99f-11a97c39ff7d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:41:12.635303 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:12.664008 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Router 63cc9edd-279c-456d-a7de-954733515339 is scheduled to L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 with binding_index 1 {{(pid=103684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 13:41:12.729208 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-dc445ab1-6a08-4403-8668-cab6a61029f3 None None] Provisioning complete for port 780f9370-1443-42b8-a03d-2222c90d46e9 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:12.729564 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-dc445ab1-6a08-4403-8668-cab6a61029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.771692 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:41:12.782668 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:41:12.797174 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.798780 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:12.799503 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:12.802343 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56058) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:12.804446 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-cfc7f989-ff04-492a-b185-b25559a424e7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7571547 May 19 13:41:12.819206 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-dc445ab1-6a08-4403-8668-cab6a61029f3 None None] Current status of the port 780f9370-1443-42b8-a03d-2222c90d46e9 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:12.819813 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-dc445ab1-6a08-4403-8668-cab6a61029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.859893 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-dc445ab1-6a08-4403-8668-cab6a61029f3 None None] For port 780f9370-1443-42b8-a03d-2222c90d46e9, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=780f9370-1443-42b8-a03d-2222c90d46e9,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:12.866883 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-dc445ab1-6a08-4403-8668-cab6a61029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:12.916976 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc445ab1-6a08-4403-8668-cab6a61029f3 None None] Pushing event updated for resources: {'Port': ['ID=780f9370-1443-42b8-a03d-2222c90d46e9,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:12.919156 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:12.985482 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-c14df326-0d9c-443f-a098-e9e56effc55a None None] Provisioning complete for port 780f9370-1443-42b8-a03d-2222c90d46e9 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:12.985856 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-c14df326-0d9c-443f-a098-e9e56effc55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.071509 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-c14df326-0d9c-443f-a098-e9e56effc55a None None] Current status of the port 780f9370-1443-42b8-a03d-2222c90d46e9 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:13.093490 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:12Z', 'revision_number': 3, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:13.120414 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:41:13.120877 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Updating router 63cc9edd-279c-456d-a7de-954733515339 port efa40451-c627-40ba-b186-71f9a25bd8b9 binding host dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:41:13.149485 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.194417 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:13.240841 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.307112 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:13.417865 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Allocated IP 172.20.0.1 (39a38089-655e-4b34-b99f-11a97c39ff7d/032fe7e0-f7d0-4e28-a79b-894d3460eb6b/c9596d85-f68a-4910-81e7-a348528fd77d) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:13.521367 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Publish callbacks [] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), precommit_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.527323 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks [] for port (c9596d85-f68a-4910-81e7-a348528fd77d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.528303 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.560168 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.578501 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Pushing event updated for resources: {'Port': ['ID=efa40451-c627-40ba-b186-71f9a25bd8b9,revision_number=2']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:13.586135 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Attempting to bind port efa40451-c627-40ba-b186-71f9a25bd8b9 on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:41:13.586499 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Attempting to bind port efa40451-c627-40ba-b186-71f9a25bd8b9 by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:41:13.586859 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Attempting to bind port efa40451-c627-40ba-b186-71f9a25bd8b9 on network 43cd534f-6e6e-4e38-9855-01db45d8fc85 {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:41:13.590367 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.590706 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.591064 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.591413 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.591744 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.592117 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.592427 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.592751 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.593064 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.593397 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.593727 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.594057 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.594377 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.594685 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.595000 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:13.600507 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:41:13.600875 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Checking segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:41:13.600995 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:13.601285 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.601682 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Bound using segment: {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'} {{(pid=103686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:41:13.602139 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.managers [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Bound port: efa40451-c627-40ba-b186-71f9a25bd8b9, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b0acf-72af-4e29-9a58-6eef6fadf428', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}}] {{(pid=103686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:41:13.602516 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), before_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.605813 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:13.609793 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:41:13.639920 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Pushing event updated for resources: {'Port': ['ID=c9596d85-f68a-4910-81e7-a348528fd77d,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:13.652289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-503364'] for router_interface (63cc9edd-279c-456d-a7de-954733515339), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.670975 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] For port efa40451-c627-40ba-b186-71f9a25bd8b9, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:41:13.674568 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.plugins.ml2.db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] For port efa40451-c627-40ba-b186-71f9a25bd8b9, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=efa40451-c627-40ba-b186-71f9a25bd8b9,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:41:13.683259 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron_lib.callbacks.manager [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), after_update {{(pid=103686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.729001 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:13.751985 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:13.753013 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a724d-a66a-4293-bb6d-40ef059a4582 None None] Pushing event updated for resources: {'Port': ['ID=efa40451-c627-40ba-b186-71f9a25bd8b9,revision_number=3']} {{(pid=103686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:13.762476 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:13.763103 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:13.877757 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:13.909153 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.917552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-0c4b04f0-25e7-4e3d-ae54-76b319b430c7 None None] Provisioning complete for port c9596d85-f68a-4910-81e7-a348528fd77d triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:13.918191 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0c4b04f0-25e7-4e3d-ae54-76b319b430c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:13.957216 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b04f0-25e7-4e3d-ae54-76b319b430c7 None None] Port c9596d85-f68a-4910-81e7-a348528fd77d cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:41:13.960103 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 780f9370-1443-42b8-a03d-2222c90d46e9 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:41:13.999292 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:14.012292 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port 780f9370-1443-42b8-a03d-2222c90d46e9 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:14.012688 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:14.053890 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:12Z', 'revision_number': 3, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:14.061543 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:14.084317 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1547a-b4fc-472a-9165-6ea001ed6ad3 None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:12Z', 'revision_number': 3, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:41:14.093384 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port 780f9370-1443-42b8-a03d-2222c90d46e9 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:14.251849 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:14.270666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks [] for port (c9596d85-f68a-4910-81e7-a348528fd77d), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:14.277566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:14.345163 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:14.350985 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-609180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502798'] for router_interface (63cc9edd-279c-456d-a7de-954733515339), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:14.363191 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Pushing event updated for resources: {'Port': ['ID=c9596d85-f68a-4910-81e7-a348528fd77d,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:14.467088 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:14.468742 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:14.619362 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-48696eec-7795-4ede-962a-423be9a57e8d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083232826&fields=id&tenant_id=98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 267 time: 0.0968325 May 19 13:41:14.643928 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:41:14.789092 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-825c499f-af78-45dc-a264-c096160e9405 None None] Provisioning complete for port c9596d85-f68a-4910-81e7-a348528fd77d triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:14.789698 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-825c499f-af78-45dc-a264-c096160e9405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:14.790901 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-0c21b901-948d-4844-9653-e514a8dfc19b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:14.792876 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-0c21b901-948d-4844-9653-e514a8dfc19b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 811 time: 0.1649854 May 19 13:41:14.828559 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-825c499f-af78-45dc-a264-c096160e9405 None None] Port c9596d85-f68a-4910-81e7-a348528fd77d cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:41:14.840804 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-19abb512-d360-4007-976b-b1620fb7b238 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/quotas/98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 375 time: 0.0209203 May 19 13:41:14.844406 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:41:14.849911 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b27c1e77-8242-4ec0-b778-135925d62a18 admin admin] 10.222.0.24 "PUT /v2.0/routers/63cc9edd-279c-456d-a7de-954733515339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0464377 May 19 13:41:14.906115 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-c0e7f617-475f-49b1-9d19-89fcda5d56a0 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550954 May 19 13:41:15.015334 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-2b96c8b2-bc08-4369-b6c2-05de138856b2 service neutron] 10.222.0.24 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961919 May 19 13:41:15.126334 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-082d8f62-1c8f-41c5-996c-30e7f1050047 service neutron] 10.222.0.24 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047702 May 19 13:41:15.166168 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56078) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:15.171276 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-1773cf71-9031-4168-bf23-210ffeef9f9a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230831070', 'description': 'tempest-description--1379168391'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:15.196930 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1773cf71-9031-4168-bf23-210ffeef9f9a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.216595 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:15.278010 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1773cf71-9031-4168-bf23-210ffeef9f9a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (4c943aca-7f77-4474-8c7f-ef2f8029a213), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.283385 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1773cf71-9031-4168-bf23-210ffeef9f9a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4c943aca-7f77-4474-8c7f-ef2f8029a213), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.314675 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773cf71-9031-4168-bf23-210ffeef9f9a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c943aca-7f77-4474-8c7f-ef2f8029a213,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:15.318858 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1773cf71-9031-4168-bf23-210ffeef9f9a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.323427 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-1773cf71-9031-4168-bf23-210ffeef9f9a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1534474 May 19 13:41:15.324248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56086) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:15.327784 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-b3c48ce9-e581-43cd-ae6e-ef53f7ec6b6f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '4c943aca-7f77-4474-8c7f-ef2f8029a213', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:15.340191 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:15.357745 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b3c48ce9-e581-43cd-ae6e-ef53f7ec6b6f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (1b3e471f-d1b5-4ca6-a3e7-7df812c3d7ff), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.431110 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b3c48ce9-e581-43cd-ae6e-ef53f7ec6b6f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (1b3e471f-d1b5-4ca6-a3e7-7df812c3d7ff), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.438233 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b3c48ce9-e581-43cd-ae6e-ef53f7ec6b6f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (1b3e471f-d1b5-4ca6-a3e7-7df812c3d7ff), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.461118 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c48ce9-e581-43cd-ae6e-ef53f7ec6b6f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3e471f-d1b5-4ca6-a3e7-7df812c3d7ff,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:15.473262 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b3c48ce9-e581-43cd-ae6e-ef53f7ec6b6f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.474687 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b3c48ce9-e581-43cd-ae6e-ef53f7ec6b6f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501858 May 19 13:41:15.477811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56092) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:15.480229 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d36f3146-f961-4f55-9c38-a83ea3c8bd6e req-126b0dab-2660-45e7-9bde-7be4cec55b75 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 210 time: 0.0583875 May 19 13:41:15.482991 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-4a6ac807-8a40-490a-93b2-6c141941bffa tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '4c943aca-7f77-4474-8c7f-ef2f8029a213', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:15.520692 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac807-8a40-490a-93b2-6c141941bffa tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (c6b904f5-60d6-449c-bac4-5b910ad92f2e), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.581786 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac807-8a40-490a-93b2-6c141941bffa tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (c6b904f5-60d6-449c-bac4-5b910ad92f2e), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.587004 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac807-8a40-490a-93b2-6c141941bffa tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (c6b904f5-60d6-449c-bac4-5b910ad92f2e), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.611629 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ac807-8a40-490a-93b2-6c141941bffa tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b904f5-60d6-449c-bac4-5b910ad92f2e,revision_number=0']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:15.618412 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac807-8a40-490a-93b2-6c141941bffa tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.622718 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56098) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:15.622994 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4a6ac807-8a40-490a-93b2-6c141941bffa tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429629 May 19 13:41:15.627311 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:15.660652 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.747133 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:15.857133 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:41:15.870499 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:15.873954 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:15.874590 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:15.881884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.27.1.96 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/fbccd936-c04d-42ac-950c-dadd19bb8c6a) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:15.923185 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device efa40451-c627-40ba-b186-71f9a25bd8b9 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:41:15.977955 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:15.992886 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.031932 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.048056 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:16.051184 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port efa40451-c627-40ba-b186-71f9a25bd8b9 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:16.051567 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.076243 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:16.080810 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:16.084912 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:41:16.090033 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=fbccd936-c04d-42ac-950c-dadd19bb8c6a,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:16.162064 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:16.171048 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (b24fde5f-e337-4ac8-93ee-c806c0a72832), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.214724 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.247405 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port efa40451-c627-40ba-b186-71f9a25bd8b9 is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:16.247797 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.283944 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:16.296305 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] For port efa40451-c627-40ba-b186-71f9a25bd8b9, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=efa40451-c627-40ba-b186-71f9a25bd8b9,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:16.404443 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.410966 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.479138 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.483872 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 2, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:16.491009 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=fbccd936-c04d-42ac-950c-dadd19bb8c6a,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:16.503724 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (b24fde5f-e337-4ac8-93ee-c806c0a72832), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.526117 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:41:16.526442 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Updating router 63cc9edd-279c-456d-a7de-954733515339 port c9596d85-f68a-4910-81e7-a348528fd77d binding host dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:41:16.537854 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.541878 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-9f2ed8fa-8a1a-49b5-99ec-6dd88dd0b375 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9177551 May 19 13:41:16.564547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-605c66b7-1abe-482d-b9e4-15be523a08ce tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:16.567171 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-605c66b7-1abe-482d-b9e4-15be523a08ce tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 811 time: 0.1589794 May 19 13:41:16.586646 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.608033 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Pushing event updated for resources: {'Port': ['ID=efa40451-c627-40ba-b186-71f9a25bd8b9,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:16.635405 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-555927ec-839e-4275-bd3a-229c88abf361 req-67af1e9b-2d0d-4d40-a2c3-9d277969d7cb tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 210 time: 0.0532210 May 19 13:41:16.692758 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-39013194-1348-4095-9e9b-58c7ead2fd3d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ad7b921dbc4a8d9e9be0d50385deee HTTP/1.1" status: 200 len: 380 time: 0.0961416 May 19 13:41:16.702062 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'port': {'device_id': '712420e9-2543-45fe-8b45-e46ca934a579', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'admin_state_up': True, 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'security_groups': ['9543b563-6bc2-474c-8359-27167840f87c']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:16.732515 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-4b8421b4-5175-41a5-b541-cdc5a3d1a118 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1230831070&fields=id&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 267 time: 0.0481651 May 19 13:41:16.822589 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Made reservation on behalf of 98ad7b921dbc4a8d9e9be0d50385deee for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:41:16.826557 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.846764 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-14fcb281-a91f-4e80-a821-3f6e74c23756 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:16.848451 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-14fcb281-a91f-4e80-a821-3f6e74c23756 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.1091897 May 19 13:41:16.865908 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-14fab6c8-f675-4130-bcc5-958ac42a8f7b tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/quotas/bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 375 time: 0.0103500 May 19 13:41:16.922780 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Publish callbacks [] for port (c9596d85-f68a-4910-81e7-a348528fd77d), precommit_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.924044 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d420ba19-9ec7-4420-aa48-1bfbecf38fc1 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496664 May 19 13:41:16.929690 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:16.961823 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:16.970360 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Allocated IP 172.20.0.8 (43f56851-7e12-4789-85bf-4f3ea4d4394d/4aca290e-e334-485b-a4d7-02e9af238ef7/d0ce9e8c-78f4-482c-b815-588341b22d40) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:17.037357 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ce0a0-dfd3-435f-9b6f-732ea86bd0b0 None None] Pushing event updated for resources: {'Port': ['ID=c9596d85-f68a-4910-81e7-a348528fd77d,revision_number=3']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:17.046776 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:17.051992 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Attempting to bind port c9596d85-f68a-4910-81e7-a348528fd77d on host dv-cinder-841125-6-iscsi for vnic_type normal with profile {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:41:17.052500 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Attempting to bind port c9596d85-f68a-4910-81e7-a348528fd77d by drivers openvswitch,hyperv on host dv-cinder-841125-6-iscsi at level 0 using segments [{'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:41:17.052694 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Attempting to bind port c9596d85-f68a-4910-81e7-a348528fd77d on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:41:17.059375 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Checking agent: {'id': 'ba766db6-1c18-4418-9cc4-cc830045d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 22, 44), 'started_at': datetime.datetime(2022, 5, 19, 13, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:41:17.060260 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Checking segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:41:17.061018 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.061634 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Bound using segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} {{(pid=103685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:41:17.062285 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.managers [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Bound port: c9596d85-f68a-4910-81e7-a348528fd77d, host: dv-cinder-841125-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}}] {{(pid=103685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:41:17.062710 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-1b20b189-39e4-4c67-95b2-3cadebfb7a7a service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246667 May 19 13:41:17.063081 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.136546 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] For port c9596d85-f68a-4910-81e7-a348528fd77d, host dv-cinder-841125-6-iscsi, cleared binding levels {{(pid=103685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:41:17.140160 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] For port c9596d85-f68a-4910-81e7-a348528fd77d, host dv-cinder-841125-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c9596d85-f68a-4910-81e7-a348528fd77d,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:41:17.151897 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.179107 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-f17ce047-b733-4efb-a6a0-8f6bf7ac90ce service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153796 May 19 13:41:17.188774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.237078 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:17.237873 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:17.241585 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.267058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ce0a0-dfd3-435f-9b6f-732ea86bd0b0 None None] Pushing event updated for resources: {'Port': ['ID=c9596d85-f68a-4910-81e7-a348528fd77d,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:17.297864 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:17.301265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:17.305750 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:41:17.364337 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=d0ce9e8c-78f4-482c-b815-588341b22d40,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:17.390979 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:17.415997 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-7384b677-c2af-4f11-b112-b0f1c72e1e19 None None] Provisioning complete for port c9596d85-f68a-4910-81e7-a348528fd77d triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:17.416667 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7384b677-c2af-4f11-b112-b0f1c72e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.456758 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:17.462629 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:17.468149 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-543092f5-1b06-47dc-85d6-d0575a2fdfb6 req-edb4cc8c-e659-4e6f-8deb-40ba58a0823b tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 210 time: 0.0769129 May 19 13:41:17.501516 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:17.503587 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.537493 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-26ae7d1a-e276-4215-935d-f725be900a9d tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397055 May 19 13:41:17.604647 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Request body: {'port': {'device_id': '712420e9-2543-45fe-8b45-e46ca934a579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:17.684476 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.693277 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:17.702050 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-7384b677-c2af-4f11-b112-b0f1c72e1e19 None None] Current status of the port c9596d85-f68a-4910-81e7-a348528fd77d is: DOWN; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:17.702050 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7384b677-c2af-4f11-b112-b0f1c72e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.808695 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5fc40-5c58-4be6-9abc-67a3ad575a9a req-a63ddc7c-3821-40ee-aa37-06e5658ea302 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:17.811539 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-90e5fc40-5c58-4be6-9abc-67a3ad575a9a req-a63ddc7c-3821-40ee-aa37-06e5658ea302 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 931 time: 0.0659297 May 19 13:41:17.812668 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-7384b677-c2af-4f11-b112-b0f1c72e1e19 None None] For port c9596d85-f68a-4910-81e7-a348528fd77d, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c9596d85-f68a-4910-81e7-a348528fd77d,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:17.821330 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7384b677-c2af-4f11-b112-b0f1c72e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:17.830578 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:17.892977 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-90e5fc40-5c58-4be6-9abc-67a3ad575a9a req-bcdc2cbd-0d1d-4538-b7d8-32c4ad1278cd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746024 May 19 13:41:17.918749 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587c2cba-fa45-4864-b386-68de93306f4b None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:41:17.931083 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device efa40451-c627-40ba-b186-71f9a25bd8b9 up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:41:18.011461 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c629-75c2-40cf-b10c-a225a05218ee None None] Provisioning complete for port d0ce9e8c-78f4-482c-b815-588341b22d40 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:18.011839 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c629-75c2-40cf-b10c-a225a05218ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.019128 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384b677-c2af-4f11-b112-b0f1c72e1e19 None None] Pushing event updated for resources: {'Port': ['ID=c9596d85-f68a-4910-81e7-a348528fd77d,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:18.072873 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c629-75c2-40cf-b10c-a225a05218ee None None] Port d0ce9e8c-78f4-482c-b815-588341b22d40 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:41:18.082733 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port efa40451-c627-40ba-b186-71f9a25bd8b9 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:18.083136 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.094275 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ce9e8c-78f4-482c-b815-588341b22d40 {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:41:18.105634 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Publish callbacks [] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.117959 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-4fb5c629-75c2-40cf-b10c-a225a05218ee None None] Provisioning complete for port c9596d85-f68a-4910-81e7-a348528fd77d triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:18.118386 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c629-75c2-40cf-b10c-a225a05218ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.123109 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Transition to ACTIVE for port object d0ce9e8c-78f4-482c-b815-588341b22d40 will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:41:18.130440 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.198077 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:18.225841 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port efa40451-c627-40ba-b186-71f9a25bd8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:18.241806 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ce9e8c-78f4-482c-b815-588341b22d40,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:18.310575 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c629-75c2-40cf-b10c-a225a05218ee None None] Current status of the port c9596d85-f68a-4910-81e7-a348528fd77d is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:18.336981 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Attempting to bind port d0ce9e8c-78f4-482c-b815-588341b22d40 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:41:18.337934 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Attempting to bind port d0ce9e8c-78f4-482c-b815-588341b22d40 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:41:18.338291 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Attempting to bind port d0ce9e8c-78f4-482c-b815-588341b22d40 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:41:18.348013 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Port d0ce9e8c-78f4-482c-b815-588341b22d40 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:41:18.348334 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Attempting to bind port d0ce9e8c-78f4-482c-b815-588341b22d40 on network 43f56851-7e12-4789-85bf-4f3ea4d4394d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:41:18.355090 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:41:18.355425 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Checking segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:41:18.355859 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Bound using segment: {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:41:18.356226 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Bound port: d0ce9e8c-78f4-482c-b815-588341b22d40, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f2ef60-494a-4066-a08d-c4258079a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:41:18.356578 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.432042 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] For port d0ce9e8c-78f4-482c-b815-588341b22d40, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:41:18.435448 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] For port d0ce9e8c-78f4-482c-b815-588341b22d40, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d0ce9e8c-78f4-482c-b815-588341b22d40,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:41:18.442163 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.448405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:18.484083 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:18.484952 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:18.486413 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/d0ce9e8c-78f4-482c-b815-588341b22d40 HTTP/1.1" status: 200 len: 1093 time: 0.8865411 May 19 13:41:18.488066 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:18.490072 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f754d9c-368b-4f5d-8d5b-1ed4e4a3b63a" -d '{"events": [{"name": "network-changed", "server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:41:18.541240 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c5a41-06be-4089-98fa-0ba1417696c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ce9e8c-78f4-482c-b815-588341b22d40,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:18.554008 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e715a-c88a-4488-bedb-7dc55ede1969 x-openstack-request-id: req-ae2e715a-c88a-4488-bedb-7dc55ede1969 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:41:18.554423 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:41:18.554775 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae2e715a-c88a-4488-bedb-7dc55ede1969 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:41:18.555267 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2e715a-c88a-4488-bedb-7dc55ede1969'] response: {'name': 'network-changed', 'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'status': 'completed', 'code': 200} May 19 13:41:18.594058 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5cd40e98-1de1-48b2-bfa7-22b77c0b3c3c req-958987c2-1865-4c55-abcf-0cca799fb5d7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 210 time: 0.0420573 May 19 13:41:18.726083 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f754d9c-368b-4f5d-8d5b-1ed4e4a3b63a req-1163e9f1-1d85-4598-ab80-1edfbad648ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:18.727765 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9f754d9c-368b-4f5d-8d5b-1ed4e4a3b63a req-1163e9f1-1d85-4598-ab80-1edfbad648ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 1127 time: 0.0531991 May 19 13:41:18.848273 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f754d9c-368b-4f5d-8d5b-1ed4e4a3b63a req-76063b07-47a9-463d-a368-4ca7bb2964ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:18.849825 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9f754d9c-368b-4f5d-8d5b-1ed4e4a3b63a req-76063b07-47a9-463d-a368-4ca7bb2964ae service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1071880 May 19 13:41:18.862254 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:18.910978 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-25d1d8b7-f52c-4aa0-ae0b-33800c1f6bf7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:18.912849 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-25d1d8b7-f52c-4aa0-ae0b-33800c1f6bf7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.1365275 May 19 13:41:18.966116 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f754d9c-368b-4f5d-8d5b-1ed4e4a3b63a req-20a32761-2a83-4297-840a-265787f52066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:18.968819 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9f754d9c-368b-4f5d-8d5b-1ed4e4a3b63a req-20a32761-2a83-4297-840a-265787f52066 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130846 May 19 13:41:19.057035 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-3a29a4af-c3c1-4696-8006-07768a3b9813 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 380 time: 0.1279302 May 19 13:41:19.063880 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfbb1-5c72-4f8a-9896-a4ed8c7de0bb req-788f679d-9818-42b2-8da7-a666b1500805 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:19.066368 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a04cfbb1-5c72-4f8a-9896-a4ed8c7de0bb req-788f679d-9818-42b2-8da7-a666b1500805 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 943 time: 0.0840425 May 19 13:41:19.090903 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-63516642-9db1-4a43-8de8-076aae9044ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:19.092542 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-63516642-9db1-4a43-8de8-076aae9044ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 1127 time: 0.0455105 May 19 13:41:19.116309 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a04cfbb1-5c72-4f8a-9896-a4ed8c7de0bb req-e7e4e2d0-b023-4477-b614-ee3c736f7871 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 May 19 13:41:19.152309 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'port': {'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'admin_state_up': True, 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'security_groups': ['4c943aca-7f77-4474-8c7f-ef2f8029a213']}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:19.196118 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:19.201387 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-f79b4e6c-23c8-4f5f-ba74-a7e22e05fdad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ce9e8c-78f4-482c-b815-588341b22d40 HTTP/1.1" status: 200 len: 217 time: 0.0406644 May 19 13:41:19.256387 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-1bac6f91-4d11-419f-81ad-613d2fdb69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:19.257917 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-1bac6f91-4d11-419f-81ad-613d2fdb69d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0503097 May 19 13:41:19.272257 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Made reservation on behalf of bc560e8b75194743bbb46d903b481357 for: {'port': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:41:19.275926 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:19.304234 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-9a5e1b6c-cb8e-441b-bbb0-9b702d5e7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:19.305922 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-9a5e1b6c-cb8e-441b-bbb0-9b702d5e7b68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398226 May 19 13:41:19.402568 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-dc211f33-b702-4186-96f8-02207ee29d1d service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897617 May 19 13:41:19.404804 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.20.0.13 (39a38089-655e-4b34-b99f-11a97c39ff7d/032fe7e0-f7d0-4e28-a79b-894d3460eb6b/b9843349-3c7d-462a-a582-ab4d30a6e9f1) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:19.493679 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-96f157b5-df4e-4cbf-9a6e-97f839cad507 req-3652b146-8358-4a42-b1bb-72a1bd409000 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854478 May 19 13:41:19.547620 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:19.582483 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:19.626417 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:19.630804 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:19.634752 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:41:19.662314 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=b9843349-3c7d-462a-a582-ab4d30a6e9f1,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:19.692553 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:19.693227 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:19.712953 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-29c0c16f-f24b-4ab1-a976-e44b479ff39c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646315 May 19 13:41:19.730629 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a218816-3018-4db6-97b6-3544b4363a71 req-65a45538-9b95-4078-8030-fc6172cb9e32 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:19.731812 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8a218816-3018-4db6-97b6-3544b4363a71 req-65a45538-9b95-4078-8030-fc6172cb9e32 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 932 time: 0.0535102 May 19 13:41:19.781383 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8a218816-3018-4db6-97b6-3544b4363a71 req-a4f1344f-9a96-43d8-8461-9c561dd7d0ac tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 May 19 13:41:19.783607 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Request body: {'port': {'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:19.814170 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:19.855256 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:19.871053 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c9596d85-f68a-4910-81e7-a348528fd77d up at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:41:19.907462 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-dff9531f-74e7-49eb-a56e-f3159e3e97d8 None None] Provisioning complete for port b9843349-3c7d-462a-a582-ab4d30a6e9f1 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:19.907752 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-dff9531f-74e7-49eb-a56e-f3159e3e97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:19.951813 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-dff9531f-74e7-49eb-a56e-f3159e3e97d8 None None] Port b9843349-3c7d-462a-a582-ab4d30a6e9f1 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:41:19.953241 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Provisioning complete for port c9596d85-f68a-4910-81e7-a348528fd77d triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:19.953632 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:20.028911 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Current status of the port c9596d85-f68a-4910-81e7-a348528fd77d is: ACTIVE; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:20.047123 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:20.152452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9843349-3c7d-462a-a582-ab4d30a6e9f1 {{(pid=103684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:41:20.161375 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Publish callbacks [] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:20.176015 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.provisioning_blocks [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Transition to ACTIVE for port object b9843349-3c7d-462a-a582-ab4d30a6e9f1 will not be triggered until provisioned by entity L2. {{(pid=103684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:41:20.181570 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:20.262812 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Pushing event updated for resources: {'Port': ['ID=b9843349-3c7d-462a-a582-ab4d30a6e9f1,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:20.276516 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac3e1-1c28-4340-b4b2-dff35152f294 req-4bcc19af-b111-45f1-8527-2f17832f8a3c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:20.278290 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e87ac3e1-1c28-4340-b4b2-dff35152f294 req-4bcc19af-b111-45f1-8527-2f17832f8a3c tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 943 time: 0.0907145 May 19 13:41:20.387518 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e87ac3e1-1c28-4340-b4b2-dff35152f294 req-5fff1676-ae25-4557-9fd3-68beefe2ddf3 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856156 May 19 13:41:20.392255 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Attempting to bind port b9843349-3c7d-462a-a582-ab4d30a6e9f1 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:41:20.392704 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Attempting to bind port b9843349-3c7d-462a-a582-ab4d30a6e9f1 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:41:20.393038 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Attempting to bind port b9843349-3c7d-462a-a582-ab4d30a6e9f1 on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:41:20.398338 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Port b9843349-3c7d-462a-a582-ab4d30a6e9f1 on network 39a38089-655e-4b34-b99f-11a97c39ff7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:41:20.398338 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Attempting to bind port b9843349-3c7d-462a-a582-ab4d30a6e9f1 on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:41:20.403745 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:41:20.404021 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Checking segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:41:20.404313 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Bound using segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:41:20.404747 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Bound port: b9843349-3c7d-462a-a582-ab4d30a6e9f1, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:41:20.405127 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:20.466223 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] For port b9843349-3c7d-462a-a582-ab4d30a6e9f1, host hv-cinder-84112, cleared binding levels {{(pid=103684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:41:20.469304 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] For port b9843349-3c7d-462a-a582-ab4d30a6e9f1, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:41:20.477523 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:20.516807 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:20.517461 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:20.518812 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] 10.222.0.58 "PUT /v2.0/ports/b9843349-3c7d-462a-a582-ab4d30a6e9f1 HTTP/1.1" status: 200 len: 1094 time: 0.7394571 May 19 13:41:20.519213 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:20.521489 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:41:20.544195 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79f1e-eb95-4bef-bb96-c4d40da5b310 service neutron] Pushing event updated for resources: {'Port': ['ID=b9843349-3c7d-462a-a582-ab4d30a6e9f1,revision_number=3']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:20.570042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aced4bb5-698c-4350-bae9-736ddd520c8b x-openstack-request-id: req-aced4bb5-698c-4350-bae9-736ddd520c8b {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:41:20.570326 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:41:20.570577 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aced4bb5-698c-4350-bae9-736ddd520c8b {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:41:20.571156 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aced4bb5-698c-4350-bae9-736ddd520c8b'] response: {'name': 'network-changed', 'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'status': 'completed', 'code': 200} May 19 13:41:20.630318 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-713b5934-5413-4b89-933f-7f42e496c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:20.631996 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-713b5934-5413-4b89-933f-7f42e496c7c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 1128 time: 0.0447133 May 19 13:41:20.679433 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-04939fda-0a7f-4447-8510-615f457f60f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1 HTTP/1.1" status: 200 len: 217 time: 0.0338671 May 19 13:41:20.729766 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-753b2888-fd33-46e8-91a4-d3a8fbca62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:20.731255 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-753b2888-fd33-46e8-91a4-d3a8fbca62d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0456185 May 19 13:41:20.780657 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-1eea29bb-e331-46a1-a573-899454495f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:20.782103 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-1eea29bb-e331-46a1-a573-899454495f69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449781 May 19 13:41:20.797856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:20.907971 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-6fbf64ef-6ef9-4bae-967e-da07c643b9fa service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178758 May 19 13:41:20.918745 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390fac-dfa0-42a5-bad6-30876f3df0a3 req-035e2ec4-952a-497d-8784-25ca1bab2f84 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:20.920455 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-63390fac-dfa0-42a5-bad6-30876f3df0a3 req-035e2ec4-952a-497d-8784-25ca1bab2f84 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 944 time: 0.0653865 May 19 13:41:21.251130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:21.278998 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-63390fac-dfa0-42a5-bad6-30876f3df0a3 req-6b232cb5-10b1-4423-9a61-67ef102c4883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503234 May 19 13:41:21.295622 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3d4134af-1463-4e09-9166-77ab750dbd5e req-2ec73e3d-df61-48dd-89a7-f95e0e0d8f4e service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742614 May 19 13:41:21.512386 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196ab7-040b-4222-a955-b337cc0603d5 req-b99ece1c-bd7d-49bd-b1fe-816217562419 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:21.513900 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c196ab7-040b-4222-a955-b337cc0603d5 req-b99ece1c-bd7d-49bd-b1fe-816217562419 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 943 time: 0.0505280 May 19 13:41:21.525360 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:21.567007 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3c196ab7-040b-4222-a955-b337cc0603d5 req-cfd56f56-24aa-451e-a87a-5f0bc638e381 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471938 May 19 13:41:22.168849 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-74c933ec-07c1-49df-a848-56a0b1e5d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:22.170896 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-74c933ec-07c1-49df-a848-56a0b1e5d95b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 1128 time: 0.0435936 May 19 13:41:22.268018 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-6c07dff4-8ce9-4cfa-8a34-41a12ea03b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:22.269532 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-6c07dff4-8ce9-4cfa-8a34-41a12ea03b3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.0923717 May 19 13:41:22.311021 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-029dba96-929d-45c2-9424-fc6137b773a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1 HTTP/1.1" status: 200 len: 217 time: 0.0351653 May 19 13:41:22.384989 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device b9843349-3c7d-462a-a582-ab4d30a6e9f1 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:41:22.389982 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-e8425765-1cfd-4616-8781-45d2932f3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:22.391468 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-e8425765-1cfd-4616-8781-45d2932f3734 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0738754 May 19 13:41:22.416287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e15d4-1cdc-4e32-9a87-6f8ed0da429c req-e9d70888-d2b1-44dd-9e98-e9f98b994c90 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:22.417793 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a05e15d4-1cdc-4e32-9a87-6f8ed0da429c req-e9d70888-d2b1-44dd-9e98-e9f98b994c90 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 944 time: 0.0624306 May 19 13:41:22.465583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-ed63c510-ae98-45e9-85cf-d4c5ce75af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:22.467090 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-ed63c510-ae98-45e9-85cf-d4c5ce75af50 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676363 May 19 13:41:22.494349 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port b9843349-3c7d-462a-a582-ab4d30a6e9f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:22.507041 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:41:22.534577 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a05e15d4-1cdc-4e32-9a87-6f8ed0da429c req-9a51cd9a-f51c-4614-9cd5-0c2e168d77db tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003079 May 19 13:41:22.543144 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port b9843349-3c7d-462a-a582-ab4d30a6e9f1 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:22.543547 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:22.559322 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9843349-3c7d-462a-a582-ab4d30a6e9f1 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:41:22.577385 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:22.577809 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-2d0f9ab3-0899-4000-be15-ae10deb4ec5b service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031485 May 19 13:41:22.579312 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port b9843349-3c7d-462a-a582-ab4d30a6e9f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:22.585567 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:22.638831 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=b9843349-3c7d-462a-a582-ab4d30a6e9f1,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:22.687061 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-34cd41bb-d227-4ccc-bcfd-0ddf8bcfe573 req-bb5c7e6e-24e4-443b-b747-c9442ced59cb service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028731 May 19 13:41:22.694398 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d533f-4897-4f6b-87af-c1b31caac44c req-329be953-aa8c-41c2-9a0c-b62a731e9e2e tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:22.695917 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f88d533f-4897-4f6b-87af-c1b31caac44c req-329be953-aa8c-41c2-9a0c-b62a731e9e2e tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 943 time: 0.0486238 May 19 13:41:22.751925 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f88d533f-4897-4f6b-87af-c1b31caac44c req-7a37c353-473a-4424-8e59-680078eb5951 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503099 May 19 13:41:22.887646 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['b9843349-3c7d-462a-a582-ab4d30a6e9f1'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:41:22.978791 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:23.672841 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7943a63-8fe6-4033-9b3d-15dab20414ee req-db70431b-f3d8-475e-9db3-918d1c4bd6c3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:23.674694 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f7943a63-8fe6-4033-9b3d-15dab20414ee req-db70431b-f3d8-475e-9db3-918d1c4bd6c3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 945 time: 0.0558419 May 19 13:41:23.722505 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f7943a63-8fe6-4033-9b3d-15dab20414ee req-6711fbb9-4450-4644-9697-3a235ab5f553 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419941 May 19 13:41:23.868476 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886ee2a-2ce6-4413-96d4-9d7570c34900 req-5a50bc93-b8c1-488d-b301-5f244b36f0b6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:23.869873 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d886ee2a-2ce6-4413-96d4-9d7570c34900 req-5a50bc93-b8c1-488d-b301-5f244b36f0b6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 943 time: 0.0486205 May 19 13:41:23.917697 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:23.923131 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d886ee2a-2ce6-4413-96d4-9d7570c34900 req-2754fb31-e659-4fdf-a5e8-3634bf920b88 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448055 May 19 13:41:24.191833 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:24.392189 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device b9843349-3c7d-462a-a582-ab4d30a6e9f1 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:41:24.438593 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port b9843349-3c7d-462a-a582-ab4d30a6e9f1 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:41:24.447860 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port b9843349-3c7d-462a-a582-ab4d30a6e9f1 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:24.448498 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:24.513630 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=100 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:24.528736 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port b9843349-3c7d-462a-a582-ab4d30a6e9f1 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:24.529127 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:24.553803 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:24.556357 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469d216c-3da3-4242-b22e-6804e23fe094" -d '{"events": [{"server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "name": "network-vif-plugged", "status": "completed", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:41:24.569940 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port b9843349-3c7d-462a-a582-ab4d30a6e9f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:24.575725 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:24.602020 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd400e-764d-44a8-813a-c9784c53db54 x-openstack-request-id: req-93fd400e-764d-44a8-813a-c9784c53db54 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:41:24.602313 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "name": "network-vif-plugged", "status": "completed", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:41:24.602559 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93fd400e-764d-44a8-813a-c9784c53db54 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:41:24.602949 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fd400e-764d-44a8-813a-c9784c53db54'] response: {'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'code': 200} May 19 13:41:24.629781 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=b9843349-3c7d-462a-a582-ab4d30a6e9f1,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:24.815030 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594a485-e0fd-411b-a705-c4804c3d7531 req-27e609fd-c44d-4dc2-8bbc-3ce4f7053605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:24.816548 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e594a485-e0fd-411b-a705-c4804c3d7531 req-27e609fd-c44d-4dc2-8bbc-3ce4f7053605 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0431399 May 19 13:41:24.888462 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238b2ac-d8b4-40f7-8681-38b6bfbdf9d8 req-b975b8ed-066b-4afc-9a5c-6de970c5065d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:24.889928 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2238b2ac-d8b4-40f7-8681-38b6bfbdf9d8 req-b975b8ed-066b-4afc-9a5c-6de970c5065d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.1002977 May 19 13:41:24.944377 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2238b2ac-d8b4-40f7-8681-38b6bfbdf9d8 req-dde65fa1-d340-4156-b44d-1ed40c398e80 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483139 May 19 13:41:24.978073 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e594a485-e0fd-411b-a705-c4804c3d7531 req-782dae77-0cbf-4020-b2e9-e0384a49d2d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 May 19 13:41:25.045724 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcf04-f8de-484f-af10-658492fa2004 req-85a318f0-2483-4178-a170-08538e9a45ca tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:25.047237 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-98fbcf04-f8de-484f-af10-658492fa2004 req-85a318f0-2483-4178-a170-08538e9a45ca tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 943 time: 0.0500522 May 19 13:41:25.059540 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:25.098901 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-98fbcf04-f8de-484f-af10-658492fa2004 req-f162cfae-6937-4e69-81bd-dbdb7ad133fe tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457146 May 19 13:41:26.084776 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e07d56-e336-42b6-892e-d40672bd13f2 req-2574ac35-f66c-4100-baa4-5a761943bcea tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:26.086240 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a8e07d56-e336-42b6-892e-d40672bd13f2 req-2574ac35-f66c-4100-baa4-5a761943bcea tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.0608160 May 19 13:41:26.141453 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a8e07d56-e336-42b6-892e-d40672bd13f2 req-7c34b1e7-2069-472f-9f90-874bca86ebef tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484252 May 19 13:41:26.221099 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d49e5-7579-418b-86f3-ca0d45fb9403 req-be4829e1-4836-4d10-ab2e-70a918e81ff2 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:26.222595 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3f4d49e5-7579-418b-86f3-ca0d45fb9403 req-be4829e1-4836-4d10-ab2e-70a918e81ff2 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 943 time: 0.0490220 May 19 13:41:26.278582 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3f4d49e5-7579-418b-86f3-ca0d45fb9403 req-636c3afb-2b93-461d-83bf-f2878ef0e521 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503066 May 19 13:41:26.411320 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device d0ce9e8c-78f4-482c-b815-588341b22d40 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:41:26.514520 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port d0ce9e8c-78f4-482c-b815-588341b22d40, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d0ce9e8c-78f4-482c-b815-588341b22d40,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:26.531795 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'port_id': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'mac_address': 'fa:16:3e:69:69:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:41:26.695072 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port d0ce9e8c-78f4-482c-b815-588341b22d40 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:26.695320 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:26.709553 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ce9e8c-78f4-482c-b815-588341b22d40 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:41:26.729911 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port d0ce9e8c-78f4-482c-b815-588341b22d40, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d0ce9e8c-78f4-482c-b815-588341b22d40,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:26.735446 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:26.783678 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=d0ce9e8c-78f4-482c-b815-588341b22d40,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:27.055106 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['d0ce9e8c-78f4-482c-b815-588341b22d40'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:41:27.113789 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-e104aacd-771e-4a6d-9677-a91fd0d27391 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397716 May 19 13:41:27.155002 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:27.188490 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-7b486575-0198-4fcb-8da1-c3492115f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:27.190037 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-7b486575-0198-4fcb-8da1-c3492115f325 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1129 time: 0.0430634 May 19 13:41:27.259790 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516bf6-af87-4692-94ec-af0452904e5b req-b6bdb8ff-aa6e-4021-b1f3-9893ab4b33fc tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:27.266955 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d516bf6-af87-4692-94ec-af0452904e5b req-b6bdb8ff-aa6e-4021-b1f3-9893ab4b33fc tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.0549772 May 19 13:41:27.308681 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-bb4c4176-37f6-448c-962d-36a442b06ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:27.310409 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-bb4c4176-37f6-448c-962d-36a442b06ba3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 910 time: 0.0995414 May 19 13:41:27.310673 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d516bf6-af87-4692-94ec-af0452904e5b req-dbbe7865-de0f-43c3-962c-baa882f7bf52 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 May 19 13:41:27.387388 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-cc0ec84b-7e08-4234-b9c3-1ab28afc3862 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 1000 time: 0.0696704 May 19 13:41:27.429114 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1852-bd3a-402e-8115-c6ea29a89b29 req-55a79fbf-bb2c-475e-b842-201ef61420c9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:27.430613 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-288d1852-bd3a-402e-8115-c6ea29a89b29 req-55a79fbf-bb2c-475e-b842-201ef61420c9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.0537837 May 19 13:41:27.439911 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56180) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:27.444546 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:27.475271 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-a0239923-4d28-4a50-a07c-acd0910f1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:27.476758 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-a0239923-4d28-4a50-a07c-acd0910f1540 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0833650 May 19 13:41:27.481937 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (b24fde5f-e337-4ac8-93ee-c806c0a72832), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:27.483285 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb324a7-809c-4c77-8b62-663c7af7b22d req-80e85e47-75a9-4375-83ff-7650b27f629a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:27.484601 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eeb324a7-809c-4c77-8b62-663c7af7b22d req-80e85e47-75a9-4375-83ff-7650b27f629a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 944 time: 0.1256700 May 19 13:41:27.537791 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-dfe4bfac-90ae-4387-b408-69b9db23c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:27.539335 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-dfe4bfac-90ae-4387-b408-69b9db23c768 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538619 May 19 13:41:27.578924 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-eeb324a7-809c-4c77-8b62-663c7af7b22d req-ee21bbd9-9aba-4ef2-9544-40cc4695eebf tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854456 May 19 13:41:27.648487 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-5bfc4806-5e86-4ac0-97da-a25b873711fd service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009560 May 19 13:41:27.742918 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1a0190d-88b0-4c2c-8bef-5d6c78493878 req-a2e8361d-33aa-47bd-a46f-20fa280b0203 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879765 May 19 13:41:27.919688 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:27.926481 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (b24fde5f-e337-4ac8-93ee-c806c0a72832), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:28.006789 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:28.026059 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP b24fde5f-e337-4ac8-93ee-c806c0a72832 associated. External IP: 172.27.1.96, port: b9843349-3c7d-462a-a582-ab4d30a6e9f1. May 19 13:41:28.407506 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device d0ce9e8c-78f4-482c-b815-588341b22d40 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:41:28.422143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:28.454573 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port d0ce9e8c-78f4-482c-b815-588341b22d40 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:41:28.462337 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port d0ce9e8c-78f4-482c-b815-588341b22d40 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:41:28.462858 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:28.486904 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:41:28.543468 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port d0ce9e8c-78f4-482c-b815-588341b22d40 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:41:28.543856 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:28.568490 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:28.570801 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96814a1b-f84a-4d4b-9ab3-513f9442a1c3" -d '{"events": [{"server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "name": "network-vif-plugged", "status": "completed", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:41:28.583851 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port d0ce9e8c-78f4-482c-b815-588341b22d40, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d0ce9e8c-78f4-482c-b815-588341b22d40,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:41:28.589759 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:28.592678 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:41:28.597391 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:28.611252 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29475859-0e23-4416-894e-7a73bf260776 None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:41:28.631828 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:28.636561 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:28.640813 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9cb25a-22f8-4eb0-b5f1-56d496dcdfba x-openstack-request-id: req-5f9cb25a-22f8-4eb0-b5f1-56d496dcdfba {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:41:28.641104 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "name": "network-vif-plugged", "status": "completed", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:41:28.641331 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f9cb25a-22f8-4eb0-b5f1-56d496dcdfba {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:41:28.641951 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9cb25a-22f8-4eb0-b5f1-56d496dcdfba'] response: {'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'code': 200} May 19 13:41:28.647000 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-5ce0f170-8a1a-46af-908f-f5bc27795cce tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "PUT /v2.0/floatingips/b24fde5f-e337-4ac8-93ee-c806c0a72832 HTTP/1.1" status: 200 len: 991 time: 1.2059822 May 19 13:41:28.647576 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:28.649911 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6c188e-e324-45d2-9607-ff5613c81a15" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:41:28.675987 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=d0ce9e8c-78f4-482c-b815-588341b22d40,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:28.690528 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d498324b-7880-48bb-9763-28ed614b5410 x-openstack-request-id: req-d498324b-7880-48bb-9763-28ed614b5410 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:41:28.690811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:41:28.691064 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d498324b-7880-48bb-9763-28ed614b5410 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:41:28.691463 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d498324b-7880-48bb-9763-28ed614b5410'] response: {'name': 'network-changed', 'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'status': 'completed', 'code': 200} May 19 13:41:28.755253 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c67b4f-5994-47d4-aca0-07512b8d75f4 req-d8d5da4d-edd6-4c10-a91e-a1bad4983860 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:28.757105 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-24c67b4f-5994-47d4-aca0-07512b8d75f4 req-d8d5da4d-edd6-4c10-a91e-a1bad4983860 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0524242 May 19 13:41:28.759209 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:28.819728 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-24c67b4f-5994-47d4-aca0-07512b8d75f4 req-76b83778-79b7-4197-84b2-6880b445f033 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566432 May 19 13:41:28.850891 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-6f85d924-f99d-416c-8fd5-3805f886597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:28.852031 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-6f85d924-f99d-416c-8fd5-3805f886597e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0480490 May 19 13:41:28.932829 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6747fb-d9eb-4179-b012-5b8ab5d9c991 req-1f069173-5417-44f8-aab6-62493bb79425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:28.934339 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a6747fb-d9eb-4179-b012-5b8ab5d9c991 req-1f069173-5417-44f8-aab6-62493bb79425 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 1129 time: 0.0451870 May 19 13:41:28.968488 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-396b6efa-d725-4bc3-bc1e-1de726dd2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:28.970512 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-396b6efa-d725-4bc3-bc1e-1de726dd2df8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.0926092 May 19 13:41:28.983522 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a6747fb-d9eb-4179-b012-5b8ab5d9c991 req-b5e84313-0923-4a32-96b2-39e668fa4622 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 May 19 13:41:28.991663 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:27Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:29.019238 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29475859-0e23-4416-894e-7a73bf260776 None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:41:29.028823 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:29.029452 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:29.031115 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-fe6490f4-3609-4803-9269-cc1ede57e362 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1 HTTP/1.1" status: 200 len: 999 time: 0.0540898 May 19 13:41:29.111877 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:29.132940 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:29.230904 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:29.261922 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:29.302779 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-33c3d585-2f42-4634-ab5a-cc171ab2629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:29.304536 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-33c3d585-2f42-4634-ab5a-cc171ab2629d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0513842 May 19 13:41:29.428658 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-29475859-0e23-4416-894e-7a73bf260776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:27Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:29.453831 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29475859-0e23-4416-894e-7a73bf260776 None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:27Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:41:29.658799 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc2ebf-2d9f-4cfd-ac85-6559d86d72e0 None None] New status for floating IP b24fde5f-e337-4ac8-93ee-c806c0a72832: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:41:29.661152 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-81c4a03f-435f-4623-9a15-bce7a3d66369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:29.662865 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-81c4a03f-435f-4623-9a15-bce7a3d66369 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473542 May 19 13:41:29.689716 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:29.699274 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:29.744706 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:29.755815 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-06702264-b5d1-48cd-a481-63a798ef4ba6 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858200 May 19 13:41:29.855178 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4d6c188e-e324-45d2-9607-ff5613c81a15 req-a59254da-5063-4292-a08b-a965af8ebdbd service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902400 May 19 13:41:29.948543 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415489c1-6d06-4199-a492-8aa09d47c0a8 req-f4ef8c73-25a4-43b8-95ef-3ddf2b3a3512 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:29.950079 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-415489c1-6d06-4199-a492-8aa09d47c0a8 req-f4ef8c73-25a4-43b8-95ef-3ddf2b3a3512 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0484099 May 19 13:41:30.001145 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-415489c1-6d06-4199-a492-8aa09d47c0a8 req-9068712c-1e93-4a6a-b079-137273140746 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 May 19 13:41:31.177456 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b67f2-36e8-4a0a-b07c-78715c6534d6 req-f4ba7836-b9d5-4402-bfba-6df73f6ad331 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:31.179001 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-392b67f2-36e8-4a0a-b07c-78715c6534d6 req-f4ba7836-b9d5-4402-bfba-6df73f6ad331 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0470130 May 19 13:41:31.229727 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-392b67f2-36e8-4a0a-b07c-78715c6534d6 req-bdf66ded-ef44-4363-9baa-c3a2101f0d62 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 May 19 13:41:31.348323 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b2534-0c49-40f9-9f50-fedffcb9b6b3 req-97eed85e-08e3-414f-be00-bda38f35e6a2 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:31.349742 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd7b2534-0c49-40f9-9f50-fedffcb9b6b3 req-97eed85e-08e3-414f-be00-bda38f35e6a2 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0510244 May 19 13:41:31.401818 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd7b2534-0c49-40f9-9f50-fedffcb9b6b3 req-ec4253eb-887e-45c9-b59e-33f837c0fcd9 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448921 May 19 13:41:31.425072 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56200) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:31.469127 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509f90d-ad64-4901-8157-e36e215acdb6 tempest-TestVolumeBootPattern-858655790 tempest-TestVolumeBootPattern-858655790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:31.470691 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0509f90d-ad64-4901-8157-e36e215acdb6 tempest-TestVolumeBootPattern-858655790 tempest-TestVolumeBootPattern-858655790-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 1124 time: 0.0445368 May 19 13:41:31.473558 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56202) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:41:31.477907 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'port_id': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:41:31.503371 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:31.583403 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:31.701493 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Allocated IP 172.27.1.14 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/40b5aa5d-68bc-4468-b432-b9744a29bbb2) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:31.808598 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:31.843346 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:31.886205 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:31.890883 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:31.895725 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:41:31.898229 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=40b5aa5d-68bc-4468-b432-b9744a29bbb2,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:31.925964 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.926308 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.926648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.926980 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.927311 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.927640 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.928020 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.928384 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.928738 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.929061 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.929389 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.929734 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.930055 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.930392 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.930685 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:41:31.978542 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:32.013114 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:32.284094 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (f4c5eae0-dd10-46e6-9255-da67f1c8f8a7), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:32.367752 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:32.564919 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:32.572737 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:32.642815 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event updated for resources: {'Port': ['ID=40b5aa5d-68bc-4468-b432-b9744a29bbb2,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:32.653068 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (f4c5eae0-dd10-46e6-9255-da67f1c8f8a7), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:32.760250 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Floating IP f4c5eae0-dd10-46e6-9255-da67f1c8f8a7 associated. External IP: 172.27.1.14, port: d0ce9e8c-78f4-482c-b815-588341b22d40. May 19 13:41:32.812342 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:32.969206 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:41:32.977375 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:33.076739 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:41:33.088993 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:41:33.099120 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:33.103682 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:33.104299 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:33.130204 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-4906ed23-a85c-497f-aa82-37d68b19ca29 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6556065 May 19 13:41:33.130889 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:33.133744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9" -d '{"events": [{"name": "network-changed", "server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:41:33.170079 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583e49e-90f9-466c-8ddf-203f94b57778 x-openstack-request-id: req-4583e49e-90f9-466c-8ddf-203f94b57778 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:41:33.170345 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:41:33.170595 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4583e49e-90f9-466c-8ddf-203f94b57778 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:41:33.171008 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4583e49e-90f9-466c-8ddf-203f94b57778'] response: {'name': 'network-changed', 'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'status': 'completed', 'code': 200} May 19 13:41:33.213780 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:33.262575 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-3b8f0129-54ee-42c9-9b07-9744abcb35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:33.263488 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-3b8f0129-54ee-42c9-9b07-9744abcb35ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 1129 time: 0.0470977 May 19 13:41:33.361551 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-88acef76-785d-48ff-a842-f192463b78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:33.363212 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-88acef76-785d-48ff-a842-f192463b78b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.0933146 May 19 13:41:33.429678 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-a5c8be11-7bfd-4380-86a1-872148bbc63d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ce9e8c-78f4-482c-b815-588341b22d40 HTTP/1.1" status: 200 len: 998 time: 0.0601227 May 19 13:41:33.435485 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:29Z', 'revision_number': 1, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}, {'id': 'f4c5eae0-dd10-46e6-9255-da67f1c8f8a7', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:69:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712420e9-2543-45fe-8b45-e46ca934a579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:32Z', 'updated_at': '2022-05-19T13:41:32Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:33.460183 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:41:33.470931 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:41:33.471686 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:41:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:33.478058 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-0afcf4fa-1ffc-46c4-bcd4-60b2ab5d6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:33.479537 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-0afcf4fa-1ffc-46c4-bcd4-60b2ab5d6e2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0450556 May 19 13:41:33.523672 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-6e056957-48fc-4c86-896f-6cb8720e6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:33.525083 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-6e056957-48fc-4c86-896f-6cb8720e6b48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399342 May 19 13:41:33.576595 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:41:33.635758 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-362dc99d-fe6d-43ea-ba74-48bf3399259c service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040831 May 19 13:41:33.725432 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-84ae9277-d63c-4d1f-acf1-50b5a3a5fec9 req-acedd761-de0b-4697-9bcd-eec50b1f0398 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846796 May 19 13:41:33.796338 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:29Z', 'revision_number': 1, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}, {'id': 'f4c5eae0-dd10-46e6-9255-da67f1c8f8a7', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:69:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712420e9-2543-45fe-8b45-e46ca934a579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:32Z', 'updated_at': '2022-05-19T13:41:32Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:33.821016 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c8c7d-9849-49f7-b69c-2f3fd2ab8c66 None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:29Z', 'revision_number': 1, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}, {'id': 'f4c5eae0-dd10-46e6-9255-da67f1c8f8a7', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:69:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712420e9-2543-45fe-8b45-e46ca934a579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:32Z', 'updated_at': '2022-05-19T13:41:32Z', 'revision_number': 0, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:41:34.025764 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206625e2-d9cc-4115-be2b-f14972038aab None None] New status for floating IP f4c5eae0-dd10-46e6-9255-da67f1c8f8a7: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:41:37.218952 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e463-3469-4fa2-bdf0-ab7eb10f2d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:39.619458 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2170c4d9-6ba0-40c5-b9ba-4dea885f3298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:40.841519 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:41.394190 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=51 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:41.397732 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=63 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:42.450945 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:42.888321 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:41:43.720653 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=60 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:43.722700 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:43.902450 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:41:53.884243 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:53.892068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:53.894347 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:41:54.206370 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:02.810856 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=97 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:02.812776 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=97 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:07.225271 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-989399b5-7b50-416c-b616-755efc318794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:09.622036 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-534283e8-0bb0-4f10-8c79-b5ebe1b3171c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:10.849890 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:12.455584 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:13.901387 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.037495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56268) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:42:14.042118 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971683453', 'description': 'tempest-description--5256235'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:42:14.066802 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.135124 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (652d0506-e7be-4345-8e34-c1ded8c7633c), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.142057 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (652d0506-e7be-4345-8e34-c1ded8c7633c), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.177294 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.178555 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1400485 May 19 13:42:14.181822 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56270) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:42:14.183026 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652d0506-e7be-4345-8e34-c1ded8c7633c,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:14.186385 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-4ff2f101-4d29-43c5-9aba-ae3f4e69d086 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '652d0506-e7be-4345-8e34-c1ded8c7633c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:42:14.192105 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.192537 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.192950 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.193325 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.193688 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.194021 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.194353 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.194682 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.195012 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.195337 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.195666 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.195991 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.196316 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.196639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.196958 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26685086-792c-4a67-941a-c5d05897c55e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:14.220926 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f101-4d29-43c5-9aba-ae3f4e69d086 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (baf0e9f9-e6ef-4370-812c-3c33983bf997), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.283276 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f101-4d29-43c5-9aba-ae3f4e69d086 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (baf0e9f9-e6ef-4370-812c-3c33983bf997), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.288097 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f101-4d29-43c5-9aba-ae3f4e69d086 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (baf0e9f9-e6ef-4370-812c-3c33983bf997), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.306000 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2f101-4d29-43c5-9aba-ae3f4e69d086 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf0e9f9-e6ef-4370-812c-3c33983bf997,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:14.315978 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f101-4d29-43c5-9aba-ae3f4e69d086 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.317285 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-4ff2f101-4d29-43c5-9aba-ae3f4e69d086 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344314 May 19 13:42:14.320973 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56272) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:42:14.325251 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-57c1ab62-efcc-4de8-b74b-15cf36d08b20 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '652d0506-e7be-4345-8e34-c1ded8c7633c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:42:14.355260 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-57c1ab62-efcc-4de8-b74b-15cf36d08b20 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (827aa72f-c9e8-405e-98d4-3992229052fd), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.416687 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-57c1ab62-efcc-4de8-b74b-15cf36d08b20 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (827aa72f-c9e8-405e-98d4-3992229052fd), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.423660 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-57c1ab62-efcc-4de8-b74b-15cf36d08b20 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (827aa72f-c9e8-405e-98d4-3992229052fd), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.441817 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ab62-efcc-4de8-b74b-15cf36d08b20 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827aa72f-c9e8-405e-98d4-3992229052fd,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:14.450667 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-57c1ab62-efcc-4de8-b74b-15cf36d08b20 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.451888 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-57c1ab62-efcc-4de8-b74b-15cf36d08b20 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299520 May 19 13:42:14.455154 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56274) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:42:14.459725 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:42:14.483800 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.820369 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:14.923935 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.27.1.114 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/d6672a66-ea64-4d01-8517-326716d89c5b) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:42:15.033847 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (d6672a66-ea64-4d01-8517-326716d89c5b), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.069458 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (d6672a66-ea64-4d01-8517-326716d89c5b), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.108755 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:42:15.113245 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:42:15.118274 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:42:15.121044 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:15.122014 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=d6672a66-ea64-4d01-8517-326716d89c5b,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:15.165445 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:15.222151 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (430f04be-c4ee-4690-9470-a70f26f33323), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.263920 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (d6672a66-ea64-4d01-8517-326716d89c5b), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.438536 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (d6672a66-ea64-4d01-8517-326716d89c5b), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.444578 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (d6672a66-ea64-4d01-8517-326716d89c5b), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.526873 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=d6672a66-ea64-4d01-8517-326716d89c5b,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:15.535204 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (430f04be-c4ee-4690-9470-a70f26f33323), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.560230 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:15.561764 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c26328be-8396-405f-bb7c-a80b4235a27d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1053736 May 19 13:42:15.600760 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d5415-1da2-4b31-84ec-10b2378ddfa6 req-ef989e40-726a-4916-b2b6-19229de4eda4 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:15.602300 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174d5415-1da2-4b31-84ec-10b2378ddfa6 req-ef989e40-726a-4916-b2b6-19229de4eda4 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0514092 May 19 13:42:15.657645 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174d5415-1da2-4b31-84ec-10b2378ddfa6 req-434b7190-edb7-41b7-8def-15bfaa9b03f7 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490789 May 19 13:42:15.713467 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-51fda138-2c3c-4582-abe4-ab88c12c74f8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--971683453&fields=id&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 267 time: 0.0429568 May 19 13:42:15.831004 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-92d19108-0579-42cb-83b3-7f735ef4f6c1 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:15.832723 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-92d19108-0579-42cb-83b3-7f735ef4f6c1 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.1104453 May 19 13:42:15.847551 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-99c6e4aa-fce3-4f17-922a-b61ed800d987 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/quotas/bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 375 time: 0.0091555 May 19 13:42:15.904939 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-57ebc571-5691-4262-b9f3-67102a2db9ac tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516016 May 19 13:42:16.010368 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-b8e3489c-9a56-4c29-9532-eeab0e6ff6ab service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879483 May 19 13:42:16.101948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:16.108360 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-fb41e7b3-dd65-43c1-99d7-25cfe65bad92 service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895293 May 19 13:42:16.275616 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cf2b25c4-fb73-44ce-ac79-c8863e6fa4cb req-933cb552-a636-41ea-b4b8-8fec60559ffc tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 210 time: 0.0281734 May 19 13:42:16.959963 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960ec41-fd1b-4518-9303-646a2b56c079 req-8de71e70-df7d-4fed-abca-a6f07ecd80a8 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:16.961942 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1960ec41-fd1b-4518-9303-646a2b56c079 req-8de71e70-df7d-4fed-abca-a6f07ecd80a8 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0597126 May 19 13:42:17.017029 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1960ec41-fd1b-4518-9303-646a2b56c079 req-7593f85f-55e2-4c08-95dd-74fb2e9bb15c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486786 May 19 13:42:17.376941 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-e7cf3920-8f98-4a5e-87d4-306d4e46cfa1 req-32994260-924b-4508-ad9e-72bf905ffd5e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 210 time: 0.0306089 May 19 13:42:17.504283 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:17.523529 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-463f8724-58cc-47d0-a158-5f347017259e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:17.524893 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-463f8724-58cc-47d0-a158-5f347017259e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.1085777 May 19 13:42:17.608285 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6fab6710-ff55-400b-b52b-0ce65cb2a170 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 472 time: 0.0671496 May 19 13:42:17.725476 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'port': {'device_id': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'admin_state_up': True, 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'security_groups': ['652d0506-e7be-4345-8e34-c1ded8c7633c']}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:42:17.849701 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Made reservation on behalf of bc560e8b75194743bbb46d903b481357 for: {'port': 1} {{(pid=103684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:42:17.855288 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:17.995393 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.20.0.3 (39a38089-655e-4b34-b99f-11a97c39ff7d/032fe7e0-f7d0-4e28-a79b-894d3460eb6b/cfdcc325-e513-44bd-868d-d15c7db79c65) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:42:18.159247 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107563f-431f-4d29-a62f-540937feb32d req-c65e1933-d095-4f24-a036-ca9826159091 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:18.160848 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7107563f-431f-4d29-a62f-540937feb32d req-c65e1933-d095-4f24-a036-ca9826159091 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0700853 May 19 13:42:18.189772 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:18.243223 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7107563f-431f-4d29-a62f-540937feb32d req-2cc9c4b2-bbe6-43de-a985-13daad1f53b6 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745993 May 19 13:42:18.257318 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:18.299566 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:18.303792 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:42:18.307517 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:42:18.313803 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:42:18.318281 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=cfdcc325-e513-44bd-868d-d15c7db79c65,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:18.365117 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:18.365939 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:18.391496 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5c155ca6-a4e6-467f-9bea-4a11ced17ca3 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6719537 May 19 13:42:18.403010 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-2529d871-2592-45fe-aa11-bd00d0357863 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:42:18.403991 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-2529d871-2592-45fe-aa11-bd00d0357863 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055821 May 19 13:42:18.475099 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Request body: {'port': {'device_id': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:42:18.501925 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd1881-515a-4368-9769-70d8ff367302 req-7a8c8fbd-6a48-4d86-afb8-55b9bc1c7683 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:18.503827 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fabd1881-515a-4368-9769-70d8ff367302 req-7a8c8fbd-6a48-4d86-afb8-55b9bc1c7683 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 931 time: 0.0527606 May 19 13:42:18.514579 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:18.537331 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-0a695aa0-f7f2-4aad-aa8a-2e8ebb2dd163 None None] Provisioning complete for port cfdcc325-e513-44bd-868d-d15c7db79c65 triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:42:18.538779 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-0a695aa0-f7f2-4aad-aa8a-2e8ebb2dd163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:18.549163 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:18.555279 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-fabd1881-515a-4368-9769-70d8ff367302 req-aad83963-af33-4ff4-abbb-e564e4561e5c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448751 May 19 13:42:18.578208 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-0a695aa0-f7f2-4aad-aa8a-2e8ebb2dd163 None None] Port cfdcc325-e513-44bd-868d-d15c7db79c65 cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:42:18.855210 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdcc325-e513-44bd-868d-d15c7db79c65 {{(pid=103684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:42:18.862649 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Publish callbacks [] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:18.875455 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.provisioning_blocks [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Transition to ACTIVE for port object cfdcc325-e513-44bd-868d-d15c7db79c65 will not be triggered until provisioned by entity L2. {{(pid=103684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:42:18.882452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:18.934306 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Pushing event updated for resources: {'Port': ['ID=cfdcc325-e513-44bd-868d-d15c7db79c65,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:19.007079 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Attempting to bind port cfdcc325-e513-44bd-868d-d15c7db79c65 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:42:19.007778 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Attempting to bind port cfdcc325-e513-44bd-868d-d15c7db79c65 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:42:19.007778 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Attempting to bind port cfdcc325-e513-44bd-868d-d15c7db79c65 on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:42:19.012571 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Port cfdcc325-e513-44bd-868d-d15c7db79c65 on network 39a38089-655e-4b34-b99f-11a97c39ff7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:42:19.012894 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Attempting to bind port cfdcc325-e513-44bd-868d-d15c7db79c65 on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:42:19.018239 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:42:19.018567 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Checking segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:42:19.018944 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Bound using segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} {{(pid=103684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:42:19.019365 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.managers [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Bound port: cfdcc325-e513-44bd-868d-d15c7db79c65, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}}] {{(pid=103684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:42:19.019722 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:19.088276 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] For port cfdcc325-e513-44bd-868d-d15c7db79c65, host hv-cinder-84112, cleared binding levels {{(pid=103684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:42:19.091967 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] For port cfdcc325-e513-44bd-868d-d15c7db79c65, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cfdcc325-e513-44bd-868d-d15c7db79c65,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:42:19.099629 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:19.135430 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:19.136039 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:19.137404 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] 10.222.0.58 "PUT /v2.0/ports/cfdcc325-e513-44bd-868d-d15c7db79c65 HTTP/1.1" status: 200 len: 1093 time: 0.7162817 May 19 13:42:19.137833 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:42:19.140099 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82616e83-510b-4963-adea-52c9e76a8fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:42:19.162296 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27683d-81c5-48d2-8a91-aa933f33600b service neutron] Pushing event updated for resources: {'Port': ['ID=cfdcc325-e513-44bd-868d-d15c7db79c65,revision_number=3']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:19.251106 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-12532c44-917f-4a32-9729-f92b1c5ff962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:19.252652 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-12532c44-917f-4a32-9729-f92b1c5ff962 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0486906 May 19 13:42:19.256543 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e66ed-5e4c-41c4-8fb3-b7e4586bb0a8 x-openstack-request-id: req-771e66ed-5e4c-41c4-8fb3-b7e4586bb0a8 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:42:19.256856 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:42:19.257134 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-771e66ed-5e4c-41c4-8fb3-b7e4586bb0a8 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:42:19.257569 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771e66ed-5e4c-41c4-8fb3-b7e4586bb0a8'] response: {'name': 'network-changed', 'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'status': 'completed', 'code': 200} May 19 13:42:19.321311 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-9f46c7fe-139e-4bd2-a8c2-93de1e26ec04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdcc325-e513-44bd-868d-d15c7db79c65 HTTP/1.1" status: 200 len: 217 time: 0.0339746 May 19 13:42:19.365431 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c1871-5726-495e-a20a-66ba3802fa4d req-87b4f3db-7017-454b-a41b-ca03e6d0a01b tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:19.366941 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a20c1871-5726-495e-a20a-66ba3802fa4d req-87b4f3db-7017-454b-a41b-ca03e6d0a01b tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0510912 May 19 13:42:19.373403 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-7d8d9b90-6e00-4dcc-8da8-96f6130c9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:19.374933 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-7d8d9b90-6e00-4dcc-8da8-96f6130c9bad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0473211 May 19 13:42:19.420004 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a20c1871-5726-495e-a20a-66ba3802fa4d req-7f988e80-1631-4662-b2f7-b13f2e8f7c8e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467751 May 19 13:42:19.420866 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-8adf1f58-d7f7-4b43-8dc6-e1275039da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:19.423169 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-8adf1f58-d7f7-4b43-8dc6-e1275039da28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415764 May 19 13:42:19.451741 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:19.504501 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:19.528213 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-5920d83f-d01a-4802-b5fb-d582f2a9f404 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966876 May 19 13:42:19.621855 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-31bfb899-fa33-4576-88cb-c7c0a6bf65a7 req-fe4ee53b-fbcd-4ee3-b5e0-464d10c366d5 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870454 May 19 13:42:19.673828 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548b358-9f50-4081-b2d4-74e912baadb2 req-f4597dd3-f0b3-4da6-b014-d88c7de10427 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:19.675649 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3548b358-9f50-4081-b2d4-74e912baadb2 req-f4597dd3-f0b3-4da6-b014-d88c7de10427 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 943 time: 0.0495386 May 19 13:42:19.730317 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3548b358-9f50-4081-b2d4-74e912baadb2 req-a96dd291-f352-4192-9c9d-1558caa1f39d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488768 May 19 13:42:19.892074 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:42:20.543320 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b938d8f-ed51-4088-b1d0-6b21d0e766bb req-04609db1-76a9-48e1-9a46-44f34acb4758 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:20.544260 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-d6888ea6-6bdc-4bd2-aa89-c7002e6a7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:20.545048 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7b938d8f-ed51-4088-b1d0-6b21d0e766bb req-04609db1-76a9-48e1-9a46-44f34acb4758 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0481462 May 19 13:42:20.545595 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-d6888ea6-6bdc-4bd2-aa89-c7002e6a7aa3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0411813 May 19 13:42:20.594271 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7b938d8f-ed51-4088-b1d0-6b21d0e766bb req-7089f98b-66d7-49e7-9da7-b6dc889e6edf tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 May 19 13:42:20.638593 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-15caf636-003d-4c0c-bea0-15363b034c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:20.640086 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-15caf636-003d-4c0c-bea0-15363b034c22 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.0876601 May 19 13:42:20.683719 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-7674ab84-a473-438d-8fcb-40dc975eb5fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdcc325-e513-44bd-868d-d15c7db79c65 HTTP/1.1" status: 200 len: 217 time: 0.0359344 May 19 13:42:20.705796 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device cfdcc325-e513-44bd-868d-d15c7db79c65 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:42:20.742180 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-8c96522f-d68f-4f5a-8ddc-178b980e466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:20.743647 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-8c96522f-d68f-4f5a-8ddc-178b980e466a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0451508 May 19 13:42:20.788484 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-b97a4df7-8f50-4892-902b-b97d9f5273a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:20.790179 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-b97a4df7-8f50-4892-902b-b97d9f5273a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392764 May 19 13:42:20.809132 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port cfdcc325-e513-44bd-868d-d15c7db79c65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cfdcc325-e513-44bd-868d-d15c7db79c65,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:42:20.820344 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'port_id': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'mac_address': 'fa:16:3e:87:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:42:20.858262 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port cfdcc325-e513-44bd-868d-d15c7db79c65 is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:42:20.858524 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:20.872211 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdcc325-e513-44bd-868d-d15c7db79c65 {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:42:20.893030 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port cfdcc325-e513-44bd-868d-d15c7db79c65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cfdcc325-e513-44bd-868d-d15c7db79c65,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:42:20.898588 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:20.903034 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986569b-16dd-446a-8648-d3c2eba0ea4a req-c20a626f-d7cc-4780-b277-78dac52125ef tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:20.904546 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f986569b-16dd-446a-8648-d3c2eba0ea4a req-c20a626f-d7cc-4780-b277-78dac52125ef tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 943 time: 0.0970466 May 19 13:42:20.946890 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-8ed31bc4-fb43-4aef-b1f5-c27b7c41bd5b service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487539 May 19 13:42:20.950466 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=cfdcc325-e513-44bd-868d-d15c7db79c65,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:20.957759 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.958107 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.958454 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.958784 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.959111 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.959443 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.959770 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.960092 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.960415 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.960738 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.961058 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.961387 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.961732 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.962059 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:20.962366 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:42:21.019868 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f986569b-16dd-446a-8648-d3c2eba0ea4a req-c248b1b9-575b-4e4e-b6fc-f7d15f29e083 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093690 May 19 13:42:21.057314 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-82616e83-510b-4963-adea-52c9e76a8fb6 req-8d396a5f-4b70-4139-b9a3-e6b90d15b882 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008575 May 19 13:42:21.238223 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['cfdcc325-e513-44bd-868d-d15c7db79c65'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:42:21.721223 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81debee0-1402-481e-b5ae-a35c53b2020f req-fca5a616-cfe9-459d-a4d4-63b3cdff8968 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:21.722693 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-81debee0-1402-481e-b5ae-a35c53b2020f req-fca5a616-cfe9-459d-a4d4-63b3cdff8968 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0529244 May 19 13:42:21.773525 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-81debee0-1402-481e-b5ae-a35c53b2020f req-245f7686-0009-4345-8627-af81e7db1a14 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 May 19 13:42:22.159648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e1a74-fa28-488d-babf-db53b6545b21 req-fb48e8ef-ee06-420d-a53d-336e6f13c8e1 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:22.161124 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5a9e1a74-fa28-488d-babf-db53b6545b21 req-fb48e8ef-ee06-420d-a53d-336e6f13c8e1 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 944 time: 0.0611510 May 19 13:42:22.216499 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5a9e1a74-fa28-488d-babf-db53b6545b21 req-bc7f2c4e-2c9c-4c9f-b008-5f278176eb4c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493426 May 19 13:42:22.717214 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device cfdcc325-e513-44bd-868d-d15c7db79c65 up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:42:22.770124 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port cfdcc325-e513-44bd-868d-d15c7db79c65 completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:42:22.779673 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port cfdcc325-e513-44bd-868d-d15c7db79c65 triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:42:22.780089 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:22.856787 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port cfdcc325-e513-44bd-868d-d15c7db79c65 is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:42:22.857174 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:22.880547 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:42:22.882816 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69874f29-e78b-45a8-ae02-941006729dcd" -d '{"events": [{"server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:42:22.896247 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port cfdcc325-e513-44bd-868d-d15c7db79c65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cfdcc325-e513-44bd-868d-d15c7db79c65,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:42:22.902142 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:22.905398 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dda932-04db-4f68-8fc1-337dd5edd6bd req-5da1817d-4fa5-42c2-8327-3b7beaea6fe5 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:22.907101 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33dda932-04db-4f68-8fc1-337dd5edd6bd req-5da1817d-4fa5-42c2-8327-3b7beaea6fe5 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0526767 May 19 13:42:22.951576 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=cfdcc325-e513-44bd-868d-d15c7db79c65,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:22.964064 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-33dda932-04db-4f68-8fc1-337dd5edd6bd req-03bfbd8e-73d7-4171-84f3-aa37eacd7165 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479434 May 19 13:42:22.991985 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a70d5-a2b8-4bd1-bce9-b856972e75c0 x-openstack-request-id: req-8a6a70d5-a2b8-4bd1-bce9-b856972e75c0 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:42:22.992291 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:42:22.992540 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a6a70d5-a2b8-4bd1-bce9-b856972e75c0 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:42:22.992940 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6a70d5-a2b8-4bd1-bce9-b856972e75c0'] response: {'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'code': 200} May 19 13:42:23.212627 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd946e-4539-43f8-a628-3ece2509c05b req-6cf68eea-0de9-4829-9adc-11efdbfd26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:23.214215 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a1cd946e-4539-43f8-a628-3ece2509c05b req-6cf68eea-0de9-4829-9adc-11efdbfd26b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 1129 time: 0.0531771 May 19 13:42:23.261117 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-a1cd946e-4539-43f8-a628-3ece2509c05b req-34a09816-7dda-4b21-89f3-c40a0ee93846 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 May 19 13:42:23.337867 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4be70-c45e-4943-ae9c-c532b4a13578 req-2b477aba-15d3-46ec-9a42-05e7635e4af2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:23.339448 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-80a4be70-c45e-4943-ae9c-c532b4a13578 req-2b477aba-15d3-46ec-9a42-05e7635e4af2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.0498147 May 19 13:42:23.391696 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-80a4be70-c45e-4943-ae9c-c532b4a13578 req-87629367-82ae-492a-8750-2ae652e0300b tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466585 May 19 13:42:24.065815 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:24.085979 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2108bc6-b439-477b-8a3c-d82c3817da89 req-a28cc7bf-c2e3-4e25-83b9-6184d76bbde9 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:24.087455 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c2108bc6-b439-477b-8a3c-d82c3817da89 req-a28cc7bf-c2e3-4e25-83b9-6184d76bbde9 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0503218 May 19 13:42:24.140539 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-c2108bc6-b439-477b-8a3c-d82c3817da89 req-45dd26b1-783a-4b97-8147-6147645cc53f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447643 May 19 13:42:24.176920 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=67,neutron:UPDATE=6 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:24.178802 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:24.183292 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:24.191882 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:24.518221 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250cd89-1ccb-4a2f-9837-f2477f97ba27 req-a2ec2a31-5ea1-410d-865b-c3b5472592f7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:24.519715 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3250cd89-1ccb-4a2f-9837-f2477f97ba27 req-a2ec2a31-5ea1-410d-865b-c3b5472592f7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.0477631 May 19 13:42:24.564288 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:24.571176 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3250cd89-1ccb-4a2f-9837-f2477f97ba27 req-6f24b66f-2a28-4bde-9d56-1ce27a786025 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 May 19 13:42:24.680382 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:24.693966 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633f088-e38e-4aac-9a9f-0237c1249fc1 req-3f19b382-c569-4e8b-8057-dd4c73877763 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:24.695323 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0633f088-e38e-4aac-9a9f-0237c1249fc1 req-3f19b382-c569-4e8b-8057-dd4c73877763 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.0500968 May 19 13:42:24.708797 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56352) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:42:24.713067 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'port_id': 'cfdcc325-e513-44bd-868d-d15c7db79c65'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:42:24.754533 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (430f04be-c4ee-4690-9470-a70f26f33323), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:25.166081 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:25.172514 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (430f04be-c4ee-4690-9470-a70f26f33323), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:25.253767 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:25.264774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d8d64-f00c-4c38-a78c-63607a6fa276 req-f25bf5ad-082e-482c-8f6a-a564e775ea16 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:25.266336 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-da6d8d64-f00c-4c38-a78c-63607a6fa276 req-f25bf5ad-082e-482c-8f6a-a564e775ea16 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0563231 May 19 13:42:25.269938 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP 430f04be-c4ee-4690-9470-a70f26f33323 associated. External IP: 172.27.1.114, port: cfdcc325-e513-44bd-868d-d15c7db79c65. May 19 13:42:25.317202 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-da6d8d64-f00c-4c38-a78c-63607a6fa276 req-155d5530-8c7d-4346-ad76-8aa878fafb32 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 May 19 13:42:25.479965 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:42:25.593701 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:42:25.599320 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:25.604316 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:42:25.615034 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:42:25.615696 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:42:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:42:25.619321 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:25.629954 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-6b316289-2fe9-4c6d-81cd-d23fa01a3c69 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "PUT /v2.0/floatingips/430f04be-c4ee-4690-9470-a70f26f33323 HTTP/1.1" status: 200 len: 991 time: 0.9200978 May 19 13:42:25.630532 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:42:25.632865 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38bad48-04a9-4f82-863c-2f7603a86bee" -d '{"events": [{"name": "network-changed", "server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:42:25.669662 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceae1fe-e626-453c-8599-d53974290d7e x-openstack-request-id: req-bceae1fe-e626-453c-8599-d53974290d7e {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:42:25.669921 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:42:25.670197 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bceae1fe-e626-453c-8599-d53974290d7e {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:42:25.670596 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bceae1fe-e626-453c-8599-d53974290d7e'] response: {'name': 'network-changed', 'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'status': 'completed', 'code': 200} May 19 13:42:25.716276 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:42:25.850948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-81f743ee-d119-47c0-9bcd-f0ee4225323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:25.852464 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-81f743ee-d119-47c0-9bcd-f0ee4225323d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 1129 time: 0.0403042 May 19 13:42:25.874317 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-a86e1d67-dbbd-4116-93a9-c500ed89df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:25.875926 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-a86e1d67-dbbd-4116-93a9-c500ed89df7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1129 time: 0.0539079 May 19 13:42:25.921582 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:25.940730 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '430f04be-c4ee-4690-9470-a70f26f33323', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:87:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:42:15Z', 'updated_at': '2022-05-19T13:42:25Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}, {'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:29Z', 'revision_number': 2, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:42:25.947885 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-4ca9f7ee-7d1b-4a1a-931e-02824a30fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:25.949373 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-4ca9f7ee-7d1b-4a1a-931e-02824a30fe46 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.0908775 May 19 13:42:25.967487 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:42:25.969089 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-5bb0a38a-4a05-4b82-b817-dd39b46561c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:25.970728 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-5bb0a38a-4a05-4b82-b817-dd39b46561c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 910 time: 0.0881526 May 19 13:42:25.976597 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:42:25.977199 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:42:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:42:26.010811 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-34b48741-50e5-41db-a7ab-c7b4c4ebf56d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfdcc325-e513-44bd-868d-d15c7db79c65 HTTP/1.1" status: 200 len: 999 time: 0.0549374 May 19 13:42:26.035355 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-7937e3da-10b3-43fb-91be-8a4b9cd58f45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 1000 time: 0.0591023 May 19 13:42:26.093352 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-daff735b-d7c2-48ed-a7ef-fe9d7f64e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:26.095531 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-daff735b-d7c2-48ed-a7ef-fe9d7f64e79c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0545006 May 19 13:42:26.144898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-86805d2b-04dc-4a53-9a25-027a6b05371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:26.147185 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-86805d2b-04dc-4a53-9a25-027a6b05371a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452361 May 19 13:42:26.177929 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:42:26.256024 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-29fab165-32ef-4f3c-a661-861803fdf34c service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023538 May 19 13:42:26.331574 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-ca49524e-4591-4258-b78e-f5207effb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:26.333058 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-ca49524e-4591-4258-b78e-f5207effb8a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.3165359 May 19 13:42:26.353158 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c42c798e-e11b-4c90-8e19-146cd3684135 req-cec10139-447e-454f-a48e-245a18249e52 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908234 May 19 13:42:26.382396 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-f43583b5-d10d-4559-8a85-45bb6f8e79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:26.384209 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-f43583b5-d10d-4559-8a85-45bb6f8e79b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448461 May 19 13:42:26.414107 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '430f04be-c4ee-4690-9470-a70f26f33323', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:87:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:42:15Z', 'updated_at': '2022-05-19T13:42:25Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}, {'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:29Z', 'revision_number': 2, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:42:26.438507 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffe93e-f09c-463d-9c50-bc593122c4b6 req-fd421705-7e96-4cb5-be08-fae18c5926f3 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:26.439940 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8bffe93e-f09c-463d-9c50-bc593122c4b6 req-fd421705-7e96-4cb5-be08-fae18c5926f3 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0510485 May 19 13:42:26.442045 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f1b27-4d0f-4707-b646-f3f490a0985b None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '430f04be-c4ee-4690-9470-a70f26f33323', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:87:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:42:15Z', 'updated_at': '2022-05-19T13:42:25Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}, {'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:29Z', 'revision_number': 2, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:42:26.493844 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8bffe93e-f09c-463d-9c50-bc593122c4b6 req-7a57884d-6fab-4d35-9d87-9a7ab744efa4 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 May 19 13:42:26.651426 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ea534-95c5-4683-aec4-6f686a6edc2b None None] New status for floating IP 430f04be-c4ee-4690-9470-a70f26f33323: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:42:27.644192 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742eeb5-1424-42ef-a038-4d386f034a09 req-81098985-a2e2-49fd-80f8-68a24f0957b1 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:27.645673 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7742eeb5-1424-42ef-a038-4d386f034a09 req-81098985-a2e2-49fd-80f8-68a24f0957b1 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0667393 May 19 13:42:27.649621 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-7e16540d-270d-442c-bede-cedc0a11639b service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370738 May 19 13:42:27.697846 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-7742eeb5-1424-42ef-a038-4d386f034a09 req-da10ad9a-cc37-4ccb-8e3e-f94b367d0d94 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 May 19 13:42:27.821843 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b38bad48-04a9-4f82-863c-2f7603a86bee req-5ed11737-0e27-447d-8809-d3f73bed0008 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893581 May 19 13:42:28.102919 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-7a59bbf2-179e-4baa-bf4a-e3fc719a002f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416474 May 19 13:42:28.206240 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-460ef4f9-1859-48f3-bba6-34a9f0bb704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:28.207768 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-460ef4f9-1859-48f3-bba6-34a9f0bb704b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1130 time: 0.0458736 May 19 13:42:28.325946 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-43f3f4d2-01b4-4a2a-bc87-804176dd3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:28.327415 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-43f3f4d2-01b4-4a2a-bc87-804176dd3a53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.0995686 May 19 13:42:28.389344 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-71e26685-11d1-4df4-9807-176f6877ad9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 200 len: 1000 time: 0.0555577 May 19 13:42:28.454192 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-93901d03-4954-4492-8c34-e3a2e2fe9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:28.456459 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-93901d03-4954-4492-8c34-e3a2e2fe9f4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0600202 May 19 13:42:28.676730 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-4c75333f-8375-497f-9e44-87789f234025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:28.678450 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-4c75333f-8375-497f-9e44-87789f234025 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494764 May 19 13:42:28.772550 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-58e6a2ee-0c83-47b1-8073-0443f91ca29d service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880961 May 19 13:42:28.812763 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c9a7-066a-45a0-970e-1e491476e41b req-be753e21-13f2-4099-86c2-78c52f31f86a tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:28.814450 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9e71c9a7-066a-45a0-970e-1e491476e41b req-be753e21-13f2-4099-86c2-78c52f31f86a tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0475478 May 19 13:42:28.821967 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:28.862758 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9e71c9a7-066a-45a0-970e-1e491476e41b req-ba7b38be-87df-46bb-98af-53ff358e599b tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 May 19 13:42:28.864299 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-f5cd4b25-bee2-46b4-95ca-5c6c85c6888c req-1d62bb08-48f9-486b-8df6-fdc227a9b701 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859725 May 19 13:42:29.109731 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d507a-3f8c-4105-9976-b8d24c159dc8 req-9a89ac8d-6f6c-40d3-8b80-cf7ecf7d0599 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:29.111187 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-437d507a-3f8c-4105-9976-b8d24c159dc8 req-9a89ac8d-6f6c-40d3-8b80-cf7ecf7d0599 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0772803 May 19 13:42:29.117359 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-7e85b53b-ab96-47f5-8c4e-02ea96108ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052420 May 19 13:42:29.165481 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-437d507a-3f8c-4105-9976-b8d24c159dc8 req-7381816e-6d4d-4522-9a2e-a2f12c76148d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471654 May 19 13:42:29.254536 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-43c5ba73-8def-44c3-a397-964972af8836 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:29.255889 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-43c5ba73-8def-44c3-a397-964972af8836 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports/5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 942 time: 0.1104939 May 19 13:42:30.289985 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec464b0-e273-49ab-ab2e-38dc4ea68fad req-31b33abc-17be-4449-a694-0596c319971d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:30.291528 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-dec464b0-e273-49ab-ab2e-38dc4ea68fad req-31b33abc-17be-4449-a694-0596c319971d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0513349 May 19 13:42:30.304706 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:30.344273 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-dec464b0-e273-49ab-ab2e-38dc4ea68fad req-ccac23fd-2eff-4548-94c9-0512a09a10bb tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464725 May 19 13:42:31.020498 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-7057a937-7b0a-4641-9f16-83494854f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:31.022082 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-7057a937-7b0a-4641-9f16-83494854f5d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91&tenant_id=430899def10d40c192f0d54b8ebf0af5 HTTP/1.1" status: 200 len: 1129 time: 0.0515826 May 19 13:42:31.107156 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-ebf321b8-0ca3-471d-9ec0-553d8a722e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:31.108670 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-ebf321b8-0ca3-471d-9ec0-553d8a722e7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1129 time: 0.0420535 May 19 13:42:31.210521 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-49d17c8f-2cfc-47e2-83a8-0ea20b03f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:31.212006 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-49d17c8f-2cfc-47e2-83a8-0ea20b03f346 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 910 time: 0.0965555 May 19 13:42:31.289529 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-72019b01-e051-4c0d-9f0a-a7fb485d93a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 1000 time: 0.0705426 May 19 13:42:31.345041 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-8604376f-9ca4-48cb-9125-a121e8d377ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:31.346528 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-8604376f-9ca4-48cb-9125-a121e8d377ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0508916 May 19 13:42:31.393469 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-197ff0bb-2942-4397-92c3-0a070a66045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:31.394995 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-197ff0bb-2942-4397-92c3-0a070a66045e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426214 May 19 13:42:31.453477 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:31.468636 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e963c5-d89a-4cda-961d-1821aa1123bc req-2de86855-8c92-4f68-a026-82951664b1ed tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:31.470203 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-06e963c5-d89a-4cda-961d-1821aa1123bc req-2de86855-8c92-4f68-a026-82951664b1ed tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0498528 May 19 13:42:31.491155 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-0b673869-8f68-42cc-bd33-d8d6607dd8ed service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904095 May 19 13:42:31.525159 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-06e963c5-d89a-4cda-961d-1821aa1123bc req-fc40792b-5c33-48e3-9d8d-8ac93fded60f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492957 May 19 13:42:31.584811 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-4ead16c8-9ec4-40e6-aad4-fd93bc32ae60 req-355f02fd-30b4-43a2-8791-bdef73a6b08c service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880976 May 19 13:42:32.664225 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72811c6c-cc53-4b08-83bc-f946b19baa99 req-795cf070-9d0b-4364-9108-9918d92b4df2 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:32.665317 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-72811c6c-cc53-4b08-83bc-f946b19baa99 req-795cf070-9d0b-4364-9108-9918d92b4df2 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0574691 May 19 13:42:32.721023 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-72811c6c-cc53-4b08-83bc-f946b19baa99 req-c7013457-6a40-427c-9e71-89199579f412 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 May 19 13:42:32.779132 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 5d430264-4bd6-4eeb-8a94-9063eff662ea no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:42:32.856047 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 5d430264-4bd6-4eeb-8a94-9063eff662ea is: ACTIVE; New status is: DOWN {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:42:32.856346 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:32.879339 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:42:32.881570 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b2604-8ce8-4485-b619-74d1a125c74f" -d '{"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-unplugged", "status": "completed", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:42:32.894363 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:42:32.900468 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:32.927837 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da73662-9d16-4723-804c-63bea91ff297 x-openstack-request-id: req-1da73662-9d16-4723-804c-63bea91ff297 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:42:32.928129 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-unplugged", "status": "completed", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:42:32.928387 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1da73662-9d16-4723-804c-63bea91ff297 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:42:32.928774 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da73662-9d16-4723-804c-63bea91ff297'] response: {'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'code': 200} May 19 13:42:32.958199 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=6']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:33.851351 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da07f87-4176-4e20-b9f3-316608ea112a req-9c40d45b-20fc-48a9-a4c0-64c7bc53b3ac tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:33.852789 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3da07f87-4176-4e20-b9f3-316608ea112a req-9c40d45b-20fc-48a9-a4c0-64c7bc53b3ac tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0585866 May 19 13:42:33.903345 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3da07f87-4176-4e20-b9f3-316608ea112a req-aa4801b7-9775-4695-ba68-885d0c74ee83 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442955 May 19 13:42:35.035837 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccffb20-de20-436b-a437-2f2ffdf656c1 req-3e7819aa-7e29-413b-ac9d-5ed85920fd3d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:35.037297 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2ccffb20-de20-436b-a437-2f2ffdf656c1 req-3e7819aa-7e29-413b-ac9d-5ed85920fd3d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0508995 May 19 13:42:35.091101 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2ccffb20-de20-436b-a437-2f2ffdf656c1 req-c70b0954-53ac-40dc-87c8-2e552602a422 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 May 19 13:42:36.228351 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8672-545b-4932-997b-6b201512f578 req-04b657c4-0817-4be1-a05c-f9b6f2eff097 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:36.229846 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5bdc8672-545b-4932-997b-6b201512f578 req-04b657c4-0817-4be1-a05c-f9b6f2eff097 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0522196 May 19 13:42:36.271999 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:36.281325 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5bdc8672-545b-4932-997b-6b201512f578 req-2e1627ca-3e30-4d01-9e68-19db524ed7ac tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452552 May 19 13:42:37.227003 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-09687bce-ea7b-4de9-9c43-92d4c15d151c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:37.366475 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:37.404522 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a826a61-4500-45dd-94c5-507a25a3e03e req-a670f4e5-3790-4744-b103-330c8ff5c75d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:37.406028 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a826a61-4500-45dd-94c5-507a25a3e03e req-a670f4e5-3790-4744-b103-330c8ff5c75d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0496011 May 19 13:42:37.455831 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-2a826a61-4500-45dd-94c5-507a25a3e03e req-aa488a82-daec-4675-a8af-9e9340eb377a tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 May 19 13:42:37.960751 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb514-762f-4c77-8b50-8a03dae92223 req-040f02af-c30a-4896-8067-768e283ece9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:37.962742 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-53dcb514-762f-4c77-8b50-8a03dae92223 req-040f02af-c30a-4896-8067-768e283ece9b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1127 time: 0.0409753 May 19 13:42:38.015233 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-53dcb514-762f-4c77-8b50-8a03dae92223 req-1007e008-2dc7-4ff9-8507-e9e5854ba6a0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 May 19 13:42:38.587544 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1303c5c-24a8-420f-a475-a6af78dddafe req-48f1e6ae-bbff-4258-8aea-bdde11d6d38c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:38.588916 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1303c5c-24a8-420f-a475-a6af78dddafe req-48f1e6ae-bbff-4258-8aea-bdde11d6d38c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 943 time: 0.0527456 May 19 13:42:38.639224 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-d1303c5c-24a8-420f-a475-a6af78dddafe req-dd4ab344-c366-430c-a741-1a6972950317 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 May 19 13:42:38.846939 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 5d430264-4bd6-4eeb-8a94-9063eff662ea details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:42:39.083627 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:42:39.094919 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'port_id': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'mac_address': 'fa:16:3e:15:97:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:42:39.129895 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 5d430264-4bd6-4eeb-8a94-9063eff662ea is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:42:39.130286 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:39.145860 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d430264-4bd6-4eeb-8a94-9063eff662ea {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:42:39.165699 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:42:39.172366 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:39.223531 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=7']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:39.540868 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['5d430264-4bd6-4eeb-8a94-9063eff662ea'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:42:39.634741 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-abc819c7-4635-4f40-be6c-614a4f6aaa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:39.762319 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe3b5-b7c6-4e98-9c0b-6bb40bb53fab req-c09774a0-c1a0-45a0-a743-a7c290a2534c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:39.763996 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c40fe3b5-b7c6-4e98-9c0b-6bb40bb53fab req-c09774a0-c1a0-45a0-a743-a7c290a2534c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 944 time: 0.0516191 May 19 13:42:39.808008 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:39.812277 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=69 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:39.815633 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c40fe3b5-b7c6-4e98-9c0b-6bb40bb53fab req-8a50ffaf-acc3-45a7-b7a9-d172716fcc28 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458257 May 19 13:42:40.847299 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:40.855677 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 5d430264-4bd6-4eeb-8a94-9063eff662ea up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:42:40.902175 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 5d430264-4bd6-4eeb-8a94-9063eff662ea triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:42:40.902546 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:40.980284 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 5d430264-4bd6-4eeb-8a94-9063eff662ea is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:42:40.980673 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:41.005881 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:42:41.008247 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f0db0-5f80-4b1e-8d34-4b208628c0a3" -d '{"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-plugged", "status": "completed", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:42:41.020727 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:42:41.025656 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:41.051694 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1689e51-7837-4adc-8a46-5e60f0e16b05 x-openstack-request-id: req-c1689e51-7837-4adc-8a46-5e60f0e16b05 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:42:41.051977 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-plugged", "status": "completed", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:42:41.052238 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1689e51-7837-4adc-8a46-5e60f0e16b05 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:42:41.052683 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1689e51-7837-4adc-8a46-5e60f0e16b05'] response: {'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'code': 200} May 19 13:42:41.078625 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=8']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:42:42.456006 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:43.903961 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:48.630896 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=19 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:48.634466 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:49.806702 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=15 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:49.811238 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=34 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:53.889218 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:53.895252 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:53.897802 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=7,neutron:SELECT=84 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:42:54.201399 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:42:56.896851 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:43:01.516238 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56420) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:01.661770 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Deleting port 40b5aa5d-68bc-4468-b432-b9744a29bbb2 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:01.662085 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:01.750332 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:01.750624 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (40b5aa5d-68bc-4468-b432-b9744a29bbb2), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:01.763617 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Calling delete_port for 40b5aa5d-68bc-4468-b432-b9744a29bbb2 owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:01.916477 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (40b5aa5d-68bc-4468-b432-b9744a29bbb2), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:01.939168 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event deleted for resources: {'Port': ['ID=40b5aa5d-68bc-4468-b432-b9744a29bbb2,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:01.949246 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.949655 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.950018 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.950331 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.950659 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.950984 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.951308 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:01.953811 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:02.016305 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (f4c5eae0-dd10-46e6-9255-da67f1c8f8a7), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:02.016597 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Floating IP f4c5eae0-dd10-46e6-9255-da67f1c8f8a7 disassociated (deleted). External IP: 172.27.1.14, port: d0ce9e8c-78f4-482c-b815-588341b22d40. May 19 13:43:02.218271 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fb15b-d771-4edb-995a-9afec104053f req-2c43b100-6cf7-45c0-a665-8137828ef7f1 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:02.219736 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2b1fb15b-d771-4edb-995a-9afec104053f req-2c43b100-6cf7-45c0-a665-8137828ef7f1 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.0907631 May 19 13:43:02.287042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:02.308711 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-2b1fb15b-d771-4edb-995a-9afec104053f req-b9d74c17-047d-43d4-a5f9-f3eecda422a9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625043 May 19 13:43:02.355204 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:02.366671 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:02.406513 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:02.411675 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:02.416786 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:02.427276 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:02.427881 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:42:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:02.443391 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d5cfcd1d-ff17-425f-b88f-5e6e0187454a tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "DELETE /v2.0/floatingips/f4c5eae0-dd10-46e6-9255-da67f1c8f8a7 HTTP/1.1" status: 204 len: 168 time: 0.9257042 May 19 13:43:02.443996 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:02.446378 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:02.482097 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c059ee9-b76c-4b60-8fa6-422f164290e9 x-openstack-request-id: req-5c059ee9-b76c-4b60-8fa6-422f164290e9 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:02.482555 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:02.482872 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c059ee9-b76c-4b60-8fa6-422f164290e9 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:02.483655 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c059ee9-b76c-4b60-8fa6-422f164290e9'] response: {'name': 'network-changed', 'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'status': 'completed', 'code': 200} May 19 13:43:02.528777 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:02.676946 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d1315-9fd4-4ec6-8aa8-ac36db80dd90 req-4c7cce7e-cd76-4002-bf91-29a2a218e719 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:02.678376 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b61d1315-9fd4-4ec6-8aa8-ac36db80dd90 req-4c7cce7e-cd76-4002-bf91-29a2a218e719 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0534439 May 19 13:43:02.733118 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b61d1315-9fd4-4ec6-8aa8-ac36db80dd90 req-ee9f5294-2964-4279-9ad3-80cb154f78c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 May 19 13:43:02.750326 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:29Z', 'revision_number': 1, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:02.775818 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:02.784168 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:02.784761 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:42:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:02.890135 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:03.128005 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:29Z', 'revision_number': 1, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:03.152132 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d5e3c-9936-4309-9fef-714e6ae7783f None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '6920d60d-8a0b-4444-b52c-f06681376837', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'port_id': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'mac_address': 'fa:16:3e:62:2d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:29Z', 'revision_number': 1, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:03.389705 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b314e-e797-4bf2-8d9d-4f474e35864c None None] New status for floating IP f4c5eae0-dd10-46e6-9255-da67f1c8f8a7: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:43:03.433645 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f8009-f7e8-4e86-aeb9-ae55c3d1c6c7 req-8ddcdc81-a2cb-4828-8f06-5f8d37b641a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:03.435138 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-526f8009-f7e8-4e86-aeb9-ae55c3d1c6c7 req-8ddcdc81-a2cb-4828-8f06-5f8d37b641a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.0507472 May 19 13:43:03.485572 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-526f8009-f7e8-4e86-aeb9-ae55c3d1c6c7 req-69a3cdc7-c2dc-454d-8a97-d8507dff35f4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444918 May 19 13:43:03.854280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5a33a-227b-4b16-8530-ebe5a159b047 req-143989e0-719e-4243-8c71-dc2e15fd930f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:03.855774 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bfc5a33a-227b-4b16-8530-ebe5a159b047 req-143989e0-719e-4243-8c71-dc2e15fd930f tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0482702 May 19 13:43:03.906752 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-bfc5a33a-227b-4b16-8530-ebe5a159b047 req-2545c589-fe42-49d4-8827-1f0c61460b5b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445707 May 19 13:43:04.194284 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:04.611221 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658232c-f323-45c7-a89f-c9ff7eae23a3 req-c32984ef-80cd-49e5-bafb-5ff90291d401 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:04.612698 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b658232c-f323-45c7-a89f-c9ff7eae23a3 req-c32984ef-80cd-49e5-bafb-5ff90291d401 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.0489116 May 19 13:43:04.618950 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-93493ba2-79ee-42ac-9793-db4edc8f4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:04.620433 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-93493ba2-79ee-42ac-9793-db4edc8f4a6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 1129 time: 0.0452619 May 19 13:43:04.666245 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b658232c-f323-45c7-a89f-c9ff7eae23a3 req-70ce58a8-c138-47ad-a760-54803fb21e7d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476882 May 19 13:43:04.958725 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-306b115a-c90e-4550-9ee1-1bae17c343f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:04.960229 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-306b115a-c90e-4550-9ee1-1bae17c343f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.1014910 May 19 13:43:05.027684 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9408915-3849-4ce0-b260-dbe5eef4589f req-5251ac31-50ce-4a8e-873e-8d3c2e7e4962 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:05.029214 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b9408915-3849-4ce0-b260-dbe5eef4589f req-5251ac31-50ce-4a8e-873e-8d3c2e7e4962 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0472629 May 19 13:43:05.083930 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b9408915-3849-4ce0-b260-dbe5eef4589f req-8035bb74-103d-46a0-b5e6-1875f3dc14b3 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489409 May 19 13:43:05.162146 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-dd4f985f-ea08-41b1-9078-ea002071c477 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ce9e8c-78f4-482c-b815-588341b22d40 HTTP/1.1" status: 200 len: 217 time: 0.0325952 May 19 13:43:05.175241 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-d1845dfa-374f-4a05-9533-37bd09be580d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:05.176698 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-d1845dfa-374f-4a05-9533-37bd09be580d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.0473967 May 19 13:43:05.267572 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-c2cc1019-5fad-4a58-a78e-9bfa2a26667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:05.269095 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-c2cc1019-5fad-4a58-a78e-9bfa2a26667d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0483937 May 19 13:43:05.315094 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-51970b87-89b9-4500-86a1-3b801a46ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:05.316637 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-51970b87-89b9-4500-86a1-3b801a46ee27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408854 May 19 13:43:05.319465 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0839dcf9-25b3-484d-944f-9c7ed88d9be7 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:05.320914 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0839dcf9-25b3-484d-944f-9c7ed88d9be7 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 945 time: 0.0692172 May 19 13:43:05.397911 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port cfdcc325-e513-44bd-868d-d15c7db79c65 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:05.398230 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:05.419802 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-cea2c5a2-5c7f-4a6c-b985-5b466f3932cd service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905616 May 19 13:43:05.492746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Deleting port d0ce9e8c-78f4-482c-b815-588341b22d40 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:05.493058 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:05.514269 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-26b919d3-96ae-4d18-82f1-6d778a5fb2eb req-91969e2a-7801-49ba-a34a-7b95d7c1915a service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873609 May 19 13:43:05.577667 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] For port cfdcc325-e513-44bd-868d-d15c7db79c65, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cfdcc325-e513-44bd-868d-d15c7db79c65,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:05.578042 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:05.664070 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] For port d0ce9e8c-78f4-482c-b815-588341b22d40, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=d0ce9e8c-78f4-482c-b815-588341b22d40,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:05.664832 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:05.708241 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Calling delete_port for d0ce9e8c-78f4-482c-b815-588341b22d40 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:05.870223 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0066e7a-8c07-41ba-aa54-e182bcb282ee req-e1eeb168-4e0d-4028-a087-b5a34b7093ab tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:05.871738 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d0066e7a-8c07-41ba-aa54-e182bcb282ee req-e1eeb168-4e0d-4028-a087-b5a34b7093ab tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 945 time: 0.1037178 May 19 13:43:05.876586 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:05.876950 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (430f04be-c4ee-4690-9470-a70f26f33323), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:05.877261 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP 430f04be-c4ee-4690-9470-a70f26f33323 disassociated. External IP: 172.27.1.114, port: cfdcc325-e513-44bd-868d-d15c7db79c65. May 19 13:43:05.877640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for cfdcc325-e513-44bd-868d-d15c7db79c65 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:05.912187 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:05.916527 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:06.033972 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d0066e7a-8c07-41ba-aa54-e182bcb282ee req-5bef3ec5-ef07-4aab-8ba4-ad961e04ada8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=652d0506-e7be-4345-8e34-c1ded8c7633c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528118 May 19 13:43:06.059532 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (d0ce9e8c-78f4-482c-b815-588341b22d40), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:06.125144 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event deleted for resources: {'Port': ['ID=d0ce9e8c-78f4-482c-b815-588341b22d40,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:06.189345 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-63990829-022d-49f8-97be-9289b4fa6172 req-71649526-1102-41da-be9a-68c05bc53790 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 210 time: 0.0297408 May 19 13:43:06.191349 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] No DVR routers for this DVR port d0ce9e8c-78f4-482c-b815-588341b22d40 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:06.194481 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:06.197717 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-492973ee-8c0a-46db-bbea-c33aaf92e2a9 req-0189dd73-e649-4ed9-b454-7ac6b3989b7b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "DELETE /v2.0/ports/d0ce9e8c-78f4-482c-b815-588341b22d40 HTTP/1.1" status: 204 len: 173 time: 0.8479705 May 19 13:43:06.199701 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'name': 'network-vif-deleted', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:06.202183 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1586189-26e1-41ce-a624-e9080336e548" -d '{"events": [{"server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "name": "network-vif-deleted", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:06.214841 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (cfdcc325-e513-44bd-868d-d15c7db79c65), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:06.246549 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=cfdcc325-e513-44bd-868d-d15c7db79c65,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:06.315789 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148dd068-e206-4aef-b976-cb0d5f64fe1c x-openstack-request-id: req-148dd068-e206-4aef-b976-cb0d5f64fe1c {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:06.316085 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712420e9-2543-45fe-8b45-e46ca934a579", "name": "network-vif-deleted", "tag": "d0ce9e8c-78f4-482c-b815-588341b22d40", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:06.316337 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-148dd068-e206-4aef-b976-cb0d5f64fe1c {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:06.316732 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148dd068-e206-4aef-b976-cb0d5f64fe1c'] response: {'server_uuid': '712420e9-2543-45fe-8b45-e46ca934a579', 'name': 'network-vif-deleted', 'tag': 'd0ce9e8c-78f4-482c-b815-588341b22d40', 'status': 'completed', 'code': 200} May 19 13:43:06.366766 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:06.474209 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:06.486231 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:06.497993 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:06.498612 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:42:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:06.519359 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] No DVR routers for this DVR port cfdcc325-e513-44bd-868d-d15c7db79c65 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:06.522148 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:06.525584 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-7bb26f52-6c87-4328-b240-9db27c0a8109 req-5091ee81-fd02-4f02-a522-7110f6647b1f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "DELETE /v2.0/ports/cfdcc325-e513-44bd-868d-d15c7db79c65 HTTP/1.1" status: 204 len: 173 time: 1.2824609 May 19 13:43:06.621315 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:06.761229 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:06.764029 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:06.850334 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:29Z', 'revision_number': 2, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:06.962320 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:06.977288 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:06.978306 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:42:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:07.080461 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:07.145245 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-e9318078-71dd-41a0-84aa-8d1f63847995 req-7b4eb0a3-1303-43aa-b12b-e2294b3a20e2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4831f4e-33ee-459b-ac94-43ffe068e9fc HTTP/1.1" status: 200 len: 210 time: 0.0274582 May 19 13:43:07.221708 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3010fd20-b6fa-4fa3-821e-163cc31afb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:07.294754 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:29Z', 'revision_number': 2, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:07.309675 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4d2b873b-f61e-4372-94f9-def747a0243e req-3d15df80-f312-4d74-92db-1f7f3540c159 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=712420e9-2543-45fe-8b45-e46ca934a579 HTTP/1.1" status: 200 len: 210 time: 0.0308573 May 19 13:43:07.325026 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b000b1-45da-4ef8-8daa-54235e4911f7 None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'b24fde5f-e337-4ac8-93ee-c806c0a72832', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:e9:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:16Z', 'updated_at': '2022-05-19T13:41:29Z', 'revision_number': 2, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:07.560488 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9c25a-30a4-4025-91cd-927546aa80cf None None] New status for floating IP 430f04be-c4ee-4690-9470-a70f26f33323: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:43:08.250356 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56464) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:08.311024 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ce405daf-12e6-4a54-bb63-99c5c4f759ae tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (652d0506-e7be-4345-8e34-c1ded8c7633c), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.318163 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'name': 'network-vif-deleted', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:08.320566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f34f20-3e02-4d3e-a987-56470efb7e71" -d '{"events": [{"server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "name": "network-vif-deleted", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:08.335395 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ce405daf-12e6-4a54-bb63-99c5c4f759ae tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (652d0506-e7be-4345-8e34-c1ded8c7633c), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.374756 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d155e57-edb6-46ab-9c66-61133fb4636c x-openstack-request-id: req-6d155e57-edb6-46ab-9c66-61133fb4636c {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:08.375094 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4831f4e-33ee-459b-ac94-43ffe068e9fc", "name": "network-vif-deleted", "tag": "cfdcc325-e513-44bd-868d-d15c7db79c65", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:08.375522 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d155e57-edb6-46ab-9c66-61133fb4636c {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:08.375937 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d155e57-edb6-46ab-9c66-61133fb4636c'] response: {'server_uuid': 'd4831f4e-33ee-459b-ac94-43ffe068e9fc', 'name': 'network-vif-deleted', 'tag': 'cfdcc325-e513-44bd-868d-d15c7db79c65', 'status': 'completed', 'code': 200} May 19 13:43:08.386665 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:08.402073 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ce405daf-12e6-4a54-bb63-99c5c4f759ae tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (652d0506-e7be-4345-8e34-c1ded8c7633c), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.404676 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-ce405daf-12e6-4a54-bb63-99c5c4f759ae tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.405882 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-ce405daf-12e6-4a54-bb63-99c5c4f759ae tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/security-groups/652d0506-e7be-4345-8e34-c1ded8c7633c HTTP/1.1" status: 204 len: 168 time: 0.1545365 May 19 13:43:08.408828 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56472) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:08.415363 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce405daf-12e6-4a54-bb63-99c5c4f759ae tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d0506-e7be-4345-8e34-c1ded8c7633c,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:08.425529 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.api.v2.resource [None req-b40f7b2b-3d00-42d9-866c-4238d612b939 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] show failed (client error): The resource could not be found. May 19 13:43:08.426735 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b40f7b2b-3d00-42d9-866c-4238d612b939 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups/652d0506-e7be-4345-8e34-c1ded8c7633c HTTP/1.1" status: 404 len: 347 time: 0.0168259 May 19 13:43:08.429891 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56474) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:08.567949 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port d6672a66-ea64-4d01-8517-326716d89c5b {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:08.568241 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (d6672a66-ea64-4d01-8517-326716d89c5b), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.647184 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (d6672a66-ea64-4d01-8517-326716d89c5b), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.647495 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (d6672a66-ea64-4d01-8517-326716d89c5b), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.660674 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for d6672a66-ea64-4d01-8517-326716d89c5b owned by network:floatingip {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:08.712774 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:08.791305 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:08.802387 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (d6672a66-ea64-4d01-8517-326716d89c5b), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.831689 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=d6672a66-ea64-4d01-8517-326716d89c5b,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:08.895647 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (430f04be-c4ee-4690-9470-a70f26f33323), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.898146 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:08.899293 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ed39160b-2859-4f37-91b0-d6bdfaca7d2f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/floatingips/430f04be-c4ee-4690-9470-a70f26f33323 HTTP/1.1" status: 204 len: 168 time: 0.4685144 May 19 13:43:09.061310 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device cfdcc325-e513-44bd-868d-d15c7db79c65 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:09.082846 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: cfdcc325-e513-44bd-868d-d15c7db79c65 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:09.083264 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device cfdcc325-e513-44bd-868d-d15c7db79c65 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:09.083754 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device d0ce9e8c-78f4-482c-b815-588341b22d40 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:09.103191 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: d0ce9e8c-78f4-482c-b815-588341b22d40 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:09.103534 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device d0ce9e8c-78f4-482c-b815-588341b22d40 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:09.620367 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-db1ffa97-f853-43e8-b51e-3f8cbeb93f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:10.560474 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf58bb5-bb5f-432a-81e4-5a873632099d req-4fdbfbb9-1e2b-4263-8e4f-160511de9002 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:10.561858 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3bf58bb5-bb5f-432a-81e4-5a873632099d req-4fdbfbb9-1e2b-4263-8e4f-160511de9002 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.0645742 May 19 13:43:10.619824 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3bf58bb5-bb5f-432a-81e4-5a873632099d req-74bb5c02-fc5b-4bd8-b678-280bd8b85a39 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521147 May 19 13:43:10.631138 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56504) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:10.692713 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:10.771417 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Deleting port 7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:10.771748 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:10.846767 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:10.851199 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:10.851610 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:10.867367 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Calling delete_port for 7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4 owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:11.028789 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:11.054918 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event deleted for resources: {'Port': ['ID=7168c5cf-bfb6-47d8-bb5c-36e25ffeeca4,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:11.119853 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (6920d60d-8a0b-4444-b52c-f06681376837), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:11.120099 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Floating IP 6920d60d-8a0b-4444-b52c-f06681376837 disassociated (deleted). External IP: 172.27.1.5, port: c0ab3804-fc2a-4ea2-b784-19b69d342b58. May 19 13:43:11.331797 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:11.727134 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:11.733286 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:11.738049 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:11.748799 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:11.749402 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:11.770927 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b722709-6ea1-4204-ac01-33db9f82b085 req-6d252ced-33ea-4a45-a703-dd6c21e24ddb tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:11.772544 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0b722709-6ea1-4204-ac01-33db9f82b085 req-6d252ced-33ea-4a45-a703-dd6c21e24ddb tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.0762427 May 19 13:43:11.778653 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-f3ee9392-bcf7-4361-9a00-3bf322b86f71 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "DELETE /v2.0/floatingips/6920d60d-8a0b-4444-b52c-f06681376837 HTTP/1.1" status: 204 len: 168 time: 1.1464214 May 19 13:43:11.780391 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:11.782607 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:11.790101 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:11.819985 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:11.835617 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0b722709-6ea1-4204-ac01-33db9f82b085 req-be222791-36c4-4c63-9627-04a17a9d5037 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558696 May 19 13:43:11.860335 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:11.902699 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c4efb9-a8d3-405d-8f6c-ffbe8ca816f7 x-openstack-request-id: req-40c4efb9-a8d3-405d-8f6c-ffbe8ca816f7 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:11.902925 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:11.903202 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40c4efb9-a8d3-405d-8f6c-ffbe8ca816f7 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:11.903760 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c4efb9-a8d3-405d-8f6c-ffbe8ca816f7'] response: {'name': 'network-changed', 'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'status': 'completed', 'code': 200} May 19 13:43:12.036970 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe3390-d550-4b6d-926c-a64ca2361f25 req-eb27299a-4f06-4242-aa54-cc4c61700678 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:12.038796 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6ebe3390-d550-4b6d-926c-a64ca2361f25 req-eb27299a-4f06-4242-aa54-cc4c61700678 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 946 time: 0.0542703 May 19 13:43:12.059823 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:12.088529 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:12.093370 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6ebe3390-d550-4b6d-926c-a64ca2361f25 req-3948ce59-e31f-45ca-9df2-ad72fe39a4f5 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469239 May 19 13:43:12.097435 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:12.098047 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:12.198239 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:12.203010 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:12.239072 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:12.413158 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:12.439678 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959d2b7-8c61-4b71-b600-a497ed621979 None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:24Z', 'revision_number': 4, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': '12ec4d75-47e6-4114-ae98-9587c7c98e43', 'name': '', 'network_id': '43f56851-7e12-4789-85bf-4f3ea4d4394d', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'mac_address': 'fa:16:3e:02:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:23Z', 'updated_at': '2022-05-19T13:36:27Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'subnets': [{'id': '4aca290e-e334-485b-a4d7-02e9af238ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:12.457345 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:12.677554 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3118f-df9e-447a-acd4-dedcc1f0db93 None None] New status for floating IP 6920d60d-8a0b-4444-b52c-f06681376837: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:43:12.963249 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1bb6-2327-46a8-b2a3-37bd6909e547 req-99294b06-f669-4c8d-928a-cd2e9e72c598 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:12.964719 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-20bd1bb6-2327-46a8-b2a3-37bd6909e547 req-99294b06-f669-4c8d-928a-cd2e9e72c598 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.0484459 May 19 13:43:13.013095 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-20bd1bb6-2327-46a8-b2a3-37bd6909e547 req-1a787391-7934-49b4-9a15-3f656cdc011e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 May 19 13:43:13.219307 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cda8b-8733-4f4f-b880-df84d2757982 req-5eb756ea-c8e0-4fa6-a5ae-10361100c54b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:13.220774 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-527cda8b-8733-4f4f-b880-df84d2757982 req-5eb756ea-c8e0-4fa6-a5ae-10361100c54b tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 946 time: 0.0495527 May 19 13:43:13.273247 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-527cda8b-8733-4f4f-b880-df84d2757982 req-d232edfc-3f96-4276-9653-3bb545500256 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/security-groups?id=9543b563-6bc2-474c-8359-27167840f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 May 19 13:43:13.595433 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-8dd4c89c-3ea0-46ae-93e7-c44b275a8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:13.596830 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-8dd4c89c-3ea0-46ae-93e7-c44b275a8068 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 1130 time: 0.3195500 May 19 13:43:13.609099 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-d1e2f691-aa5d-4901-9617-eb93db948ddf tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:13.610426 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-d1e2f691-aa5d-4901-9617-eb93db948ddf tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.3319178 May 19 13:43:13.805779 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port b9843349-3c7d-462a-a582-ab4d30a6e9f1 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:13.806073 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:13.826759 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-37fe2da0-a41c-47fe-91ad-9d757ef1e1b1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:13.828250 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-37fe2da0-a41c-47fe-91ad-9d757ef1e1b1 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 946 time: 0.0503457 May 19 13:43:13.854351 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-74275370-c24a-47f8-9334-6640faf86d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:13.855858 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-74275370-c24a-47f8-9334-6640faf86d43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 200 len: 912 time: 0.1859620 May 19 13:43:13.900636 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:13.902327 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-7bd9ad84-e261-468a-b973-da713ed7159a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 200 len: 217 time: 0.0368981 May 19 13:43:13.922771 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Deleting port c0ab3804-fc2a-4ea2-b784-19b69d342b58 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:13.923119 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:13.976520 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] For port b9843349-3c7d-462a-a582-ab4d30a6e9f1, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b9843349-3c7d-462a-a582-ab4d30a6e9f1,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:13.977167 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:13.988165 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-399c64d5-f830-4f6b-a8de-211cc119ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:13.989656 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-399c64d5-f830-4f6b-a8de-211cc119ad51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 200 len: 850 time: 0.0810456 May 19 13:43:14.020509 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] For port c0ab3804-fc2a-4ea2-b784-19b69d342b58, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c0ab3804-fc2a-4ea2-b784-19b69d342b58,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:14.020509 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:14.037830 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Calling delete_port for c0ab3804-fc2a-4ea2-b784-19b69d342b58 owned by compute:nova {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:14.076801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-51785133-6f9e-4232-88f9-53afe1906cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:14.078242 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-51785133-6f9e-4232-88f9-53afe1906cb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43f56851-7e12-4789-85bf-4f3ea4d4394d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823214 May 19 13:43:14.143996 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:14.177395 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c0ab3804-fc2a-4ea2-b784-19b69d342b58), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:14.206379 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event deleted for resources: {'Port': ['ID=c0ab3804-fc2a-4ea2-b784-19b69d342b58,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:14.251848 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5bd57-40aa-4872-bb60-1154ce62362c req-83b729b7-8959-4ed1-a187-fdb9ce87a7b2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:14.253355 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9bb5bd57-40aa-4872-bb60-1154ce62362c req-83b729b7-8959-4ed1-a187-fdb9ce87a7b2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 946 time: 0.1428943 May 19 13:43:14.262255 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] No DVR routers for this DVR port c0ab3804-fc2a-4ea2-b784-19b69d342b58 on host hv-cinder-84112 {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:14.262255 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:14.264980 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8698f422-9408-4761-81e7-73d55c4a09a5 req-be331dfb-d39f-4d7b-a922-3e1fd36526dd tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.58 "DELETE /v2.0/ports/c0ab3804-fc2a-4ea2-b784-19b69d342b58 HTTP/1.1" status: 204 len: 173 time: 0.4295826 May 19 13:43:14.264980 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'name': 'network-vif-deleted', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:14.271081 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6042402-e1e6-4317-84d3-463d780fcfb9" -d '{"events": [{"server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "name": "network-vif-deleted", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:14.275891 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:14.314406 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:14.314707 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (b24fde5f-e337-4ac8-93ee-c806c0a72832), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:14.315009 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP b24fde5f-e337-4ac8-93ee-c806c0a72832 disassociated. External IP: 172.27.1.96, port: b9843349-3c7d-462a-a582-ab4d30a6e9f1. May 19 13:43:14.315348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for b9843349-3c7d-462a-a582-ab4d30a6e9f1 owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:14.326845 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-e38670eb-77d8-4d3b-a7b3-298180bcd091 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152159 May 19 13:43:14.327716 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3edc82-fe38-42ae-b42f-5d94c2b9e995 x-openstack-request-id: req-af3edc82-fe38-42ae-b42f-5d94c2b9e995 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:14.328168 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04724e3-bd2a-49a5-bad8-c9d186bc7211", "name": "network-vif-deleted", "tag": "c0ab3804-fc2a-4ea2-b784-19b69d342b58", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:14.328477 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af3edc82-fe38-42ae-b42f-5d94c2b9e995 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:14.328891 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3edc82-fe38-42ae-b42f-5d94c2b9e995'] response: {'server_uuid': 'e04724e3-bd2a-49a5-bad8-c9d186bc7211', 'name': 'network-vif-deleted', 'tag': 'c0ab3804-fc2a-4ea2-b784-19b69d342b58', 'status': 'completed', 'code': 200} May 19 13:43:14.392546 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-9bb5bd57-40aa-4872-bb60-1154ce62362c req-8e43bc48-940e-4856-9e6a-b9ca3bfb0dbf tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c943aca-7f77-4474-8c7f-ef2f8029a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108220 May 19 13:43:14.410382 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-65599250-2ed9-4bc7-af8e-84d00085fe6f req-d7829426-8153-42ad-bf9d-0aa30dac5c59 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04724e3-bd2a-49a5-bad8-c9d186bc7211 HTTP/1.1" status: 200 len: 210 time: 0.0349560 May 19 13:43:14.531033 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-f5b2af2e-9cd6-4a85-91a5-287839aa52d1 req-e53b66a8-5444-4d5a-8773-e88622df8467 service neutron] 10.222.0.58 "GET /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240084 May 19 13:43:14.552917 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (b9843349-3c7d-462a-a582-ab4d30a6e9f1), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:14.590195 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=b9843349-3c7d-462a-a582-ab4d30a6e9f1,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:14.604314 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.604681 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.605006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.605459 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.605718 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.606050 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.606380 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.606703 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.607080 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.607411 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.607737 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.608058 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.608376 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.608695 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.609012 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:14.725329 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:14.828909 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:14.839119 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:14.850023 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:14.850724 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:14.875464 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] No DVR routers for this DVR port b9843349-3c7d-462a-a582-ab4d30a6e9f1 on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:14.878171 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:14.881616 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-b3bf2aa9-c844-411a-b461-de00a946a121 req-3ca0ff52-aa2a-433a-93ab-bbca7f4c1753 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "DELETE /v2.0/ports/b9843349-3c7d-462a-a582-ab4d30a6e9f1 HTTP/1.1" status: 204 len: 173 time: 1.2224734 May 19 13:43:14.882067 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'name': 'network-vif-deleted', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:14.884345 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a46ce8-219a-4618-bfae-8d8b46718b7e" -d '{"events": [{"server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "name": "network-vif-deleted", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:14.920746 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc86d990-b7b6-43e5-bfec-1ffb522e4cdf x-openstack-request-id: req-fc86d990-b7b6-43e5-bfec-1ffb522e4cdf {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:14.921029 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe881d3-e162-43fb-a5d8-0c954d016ad3", "name": "network-vif-deleted", "tag": "b9843349-3c7d-462a-a582-ab4d30a6e9f1", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:14.921289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc86d990-b7b6-43e5-bfec-1ffb522e4cdf {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:14.921747 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc86d990-b7b6-43e5-bfec-1ffb522e4cdf'] response: {'server_uuid': 'fbe881d3-e162-43fb-a5d8-0c954d016ad3', 'name': 'network-vif-deleted', 'tag': 'b9843349-3c7d-462a-a582-ab4d30a6e9f1', 'status': 'completed', 'code': 200} May 19 13:43:14.955611 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:15.247065 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:15.271162 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:15.279485 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:15.280070 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:15.382363 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:15.479132 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56536) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:15.518491 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-cdeafa05-af66-4c2b-817a-0a3c78c98ad4 req-53033310-cb17-4015-88e5-088886af9928 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbe881d3-e162-43fb-a5d8-0c954d016ad3 HTTP/1.1" status: 200 len: 210 time: 0.0319800 May 19 13:43:15.588619 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:15.614166 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Deleting port 3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:15.614540 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:15.614899 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6232c87-942d-41b6-aaee-cf24f14e28f4 None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:15.707768 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:15.708200 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:15.720862 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Calling delete_port for 3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47 owned by network:floatingip {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:15.724589 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:15.789523 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:15.846771 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b19da-4c0a-4939-9091-720cc9a0215c None None] New status for floating IP b24fde5f-e337-4ac8-93ee-c806c0a72832: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:43:15.865544 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:15.893270 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event deleted for resources: {'Port': ['ID=3ad0ee16-0c7f-4508-8f8f-7b0d6188bd47,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:15.958730 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for floatingip (a87a8c7c-523f-4cb7-8242-8965308c8d73), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:15.962457 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:15.963588 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-34cee186-3569-45fd-a7ec-ed948ee029c6 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "DELETE /v2.0/floatingips/a87a8c7c-523f-4cb7-8242-8965308c8d73 HTTP/1.1" status: 204 len: 168 time: 0.4834647 May 19 13:43:16.613421 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56550) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:16.669373 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-502795b6-c2ab-4bbf-b7c4-ecce0b1ecbde tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (4c943aca-7f77-4474-8c7f-ef2f8029a213), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:16.692788 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-502795b6-c2ab-4bbf-b7c4-ecce0b1ecbde tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (4c943aca-7f77-4474-8c7f-ef2f8029a213), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:16.750881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-502795b6-c2ab-4bbf-b7c4-ecce0b1ecbde tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (4c943aca-7f77-4474-8c7f-ef2f8029a213), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:16.755065 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-502795b6-c2ab-4bbf-b7c4-ecce0b1ecbde tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:16.756720 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-502795b6-c2ab-4bbf-b7c4-ecce0b1ecbde tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c943aca-7f77-4474-8c7f-ef2f8029a213 HTTP/1.1" status: 204 len: 168 time: 0.1420867 May 19 13:43:16.759696 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56552) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:16.766811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502795b6-c2ab-4bbf-b7c4-ecce0b1ecbde tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c943aca-7f77-4474-8c7f-ef2f8029a213,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:16.776600 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.api.v2.resource [None req-142eed76-0ca3-43be-bf54-22bdd6e851b5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] show failed (client error): The resource could not be found. May 19 13:43:16.777688 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-142eed76-0ca3-43be-bf54-22bdd6e851b5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups/4c943aca-7f77-4474-8c7f-ef2f8029a213 HTTP/1.1" status: 404 len: 347 time: 0.0167973 May 19 13:43:16.781028 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56554) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:16.895503 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port fbccd936-c04d-42ac-950c-dadd19bb8c6a {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:16.895821 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:16.978721 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:16.978986 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (fbccd936-c04d-42ac-950c-dadd19bb8c6a), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:16.981032 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:16.993830 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for fbccd936-c04d-42ac-950c-dadd19bb8c6a owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:17.092329 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:17.138160 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (fbccd936-c04d-42ac-950c-dadd19bb8c6a), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.145046 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device c0ab3804-fc2a-4ea2-b784-19b69d342b58 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:17.169003 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=fbccd936-c04d-42ac-950c-dadd19bb8c6a,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:17.170952 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: c0ab3804-fc2a-4ea2-b784-19b69d342b58 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:17.170952 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device c0ab3804-fc2a-4ea2-b784-19b69d342b58 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:17.171303 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device b9843349-3c7d-462a-a582-ab4d30a6e9f1 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:17.189241 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56558) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:17.190976 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: b9843349-3c7d-462a-a582-ab4d30a6e9f1 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:17.191347 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device b9843349-3c7d-462a-a582-ab4d30a6e9f1 not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:17.233657 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (b24fde5f-e337-4ac8-93ee-c806c0a72832), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.236001 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.237150 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-08e339a1-74bc-4c40-98c0-6b9399dbd8c2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/floatingips/b24fde5f-e337-4ac8-93ee-c806c0a72832 HTTP/1.1" status: 204 len: 168 time: 0.4548187 May 19 13:43:17.257865 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0d4c02f5-db13-439f-99d9-207d5b9ba941 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group (9543b563-6bc2-474c-8359-27167840f87c), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.285819 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0d4c02f5-db13-439f-99d9-207d5b9ba941 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group (9543b563-6bc2-474c-8359-27167840f87c), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.311441 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56562) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:17.316135 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-88c1f1e5-180f-4804-81c0-14e4b91ca1a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902445762', 'description': 'tempest-description--2034235964'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:43:17.339095 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88c1f1e5-180f-4804-81c0-14e4b91ca1a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.358894 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0d4c02f5-db13-439f-99d9-207d5b9ba941 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9543b563-6bc2-474c-8359-27167840f87c), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.361740 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-0d4c02f5-db13-439f-99d9-207d5b9ba941 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.365444 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-0d4c02f5-db13-439f-99d9-207d5b9ba941 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] 10.222.0.24 "DELETE /v2.0/security-groups/9543b563-6bc2-474c-8359-27167840f87c HTTP/1.1" status: 204 len: 168 time: 0.1722410 May 19 13:43:17.373935 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c02f5-db13-439f-99d9-207d5b9ba941 tempest-TestVolumeBootPattern-1301025888 tempest-TestVolumeBootPattern-1301025888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543b563-6bc2-474c-8359-27167840f87c,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:17.410266 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88c1f1e5-180f-4804-81c0-14e4b91ca1a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (36960927-a48e-4179-a6b1-29dac2c1f82c), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.418962 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88c1f1e5-180f-4804-81c0-14e4b91ca1a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (36960927-a48e-4179-a6b1-29dac2c1f82c), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.433432 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56566) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:17.447962 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1f1e5-180f-4804-81c0-14e4b91ca1a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36960927-a48e-4179-a6b1-29dac2c1f82c,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:17.452576 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88c1f1e5-180f-4804-81c0-14e4b91ca1a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.456528 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-88c1f1e5-180f-4804-81c0-14e4b91ca1a7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413312 May 19 13:43:17.456806 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56570) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:17.461766 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-29ba2199-5e2b-45db-bc67-58953d99834f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '36960927-a48e-4179-a6b1-29dac2c1f82c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:43:17.490113 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-29ba2199-5e2b-45db-bc67-58953d99834f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (ceea4a73-fc24-49dd-9b8a-1d7bbb8f0f10), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.536528 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-29ba2199-5e2b-45db-bc67-58953d99834f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (ceea4a73-fc24-49dd-9b8a-1d7bbb8f0f10), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.541538 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-29ba2199-5e2b-45db-bc67-58953d99834f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (ceea4a73-fc24-49dd-9b8a-1d7bbb8f0f10), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.560256 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba2199-5e2b-45db-bc67-58953d99834f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceea4a73-fc24-49dd-9b8a-1d7bbb8f0f10,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:17.569554 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-29ba2199-5e2b-45db-bc67-58953d99834f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.573307 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-29ba2199-5e2b-45db-bc67-58953d99834f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128757 May 19 13:43:17.573630 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56572) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:17.578097 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-2ae4259b-efe9-4d14-82e7-02be8a81c661 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '36960927-a48e-4179-a6b1-29dac2c1f82c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:43:17.607319 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2ae4259b-efe9-4d14-82e7-02be8a81c661 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (5b8667bf-9916-4bc9-b488-537ac7c1ed74), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.658135 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2ae4259b-efe9-4d14-82e7-02be8a81c661 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (5b8667bf-9916-4bc9-b488-537ac7c1ed74), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.662846 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2ae4259b-efe9-4d14-82e7-02be8a81c661 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (5b8667bf-9916-4bc9-b488-537ac7c1ed74), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.683860 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4259b-efe9-4d14-82e7-02be8a81c661 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8667bf-9916-4bc9-b488-537ac7c1ed74,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:17.692364 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2ae4259b-efe9-4d14-82e7-02be8a81c661 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.693598 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2ae4259b-efe9-4d14-82e7-02be8a81c661 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189859 May 19 13:43:17.696713 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56574) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:17.701028 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:43:17.723549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.804044 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.857840 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:17.891748 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:17.921444 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_common [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.27.1.246 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/c3932a07-60c2-4d91-92fc-7627316395eb) {{(pid=103684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:43:17.951480 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (4464792d-dd69-4faf-aac9-4a74e4aea123), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:17.992743 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:18.004663 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:18.030246 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (c3932a07-60c2-4d91-92fc-7627316395eb), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.064953 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c3932a07-60c2-4d91-92fc-7627316395eb), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.111245 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:43:18.116339 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.base_scheduler [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:43:18.119042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:43:18.122508 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=c3932a07-60c2-4d91-92fc-7627316395eb,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:18.206572 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (5ef01768-d0fa-45b3-8725-9219198095b8), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.222099 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Deleting port 12ec4d75-47e6-4114-ae98-9587c7c98e43 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:18.222440 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.251984 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (c3932a07-60c2-4d91-92fc-7627316395eb), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.313998 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] For port 12ec4d75-47e6-4114-ae98-9587c7c98e43, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=12ec4d75-47e6-4114-ae98-9587c7c98e43,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:18.314388 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.327132 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Calling delete_port for 12ec4d75-47e6-4114-ae98-9587c7c98e43 owned by network:router_interface {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:18.433013 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (c3932a07-60c2-4d91-92fc-7627316395eb), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.439301 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8979200'] for port (c3932a07-60c2-4d91-92fc-7627316395eb), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.504924 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=c3932a07-60c2-4d91-92fc-7627316395eb,revision_number=2']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:18.505640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (12ec4d75-47e6-4114-ae98-9587c7c98e43), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.516959 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (5ef01768-d0fa-45b3-8725-9219198095b8), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.529943 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ec4d75-47e6-4114-ae98-9587c7c98e43,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:18.533695 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:18.534938 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-88e48e8c-08b7-481a-aefc-993e9fa3d93a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8371902 May 19 13:43:19.011592 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-c453f122-4b30-4e71-bddd-41efd3031ff7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--902445762&fields=id&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 267 time: 0.3499303 May 19 13:43:19.012310 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (4464792d-dd69-4faf-aac9-4a74e4aea123), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:19.172003 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:19.181618 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:19.202165 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-c9c35d4d-1a7d-400b-8b7a-4ffeb3624625 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:19.203652 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-c9c35d4d-1a7d-400b-8b7a-4ffeb3624625 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.1848009 May 19 13:43:19.253841 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-377debb0-6211-4d66-a3db-d75e3c8a21b6 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/quotas/bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 375 time: 0.0445881 May 19 13:43:19.342208 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-36496b52-db93-4b5b-bb2f-9b742c6f36fe tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814219 May 19 13:43:19.371844 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Router 4464792d-dd69-4faf-aac9-4a74e4aea123 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:19.444308 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-020e95cf-3086-419a-9300-b3198bac97c4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103683) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:43:19.445343 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-020e95cf-3086-419a-9300-b3198bac97c4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0867844 May 19 13:43:19.529029 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:19.535040 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-aa854a93-4f50-404e-a9e7-eb8bab3c72c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/4464792d-dd69-4faf-aac9-4a74e4aea123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1005287 May 19 13:43:19.537822 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56594) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:19.540910 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] Sync routers for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:19.554296 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:19.554905 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:19.575973 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-e5974295-e393-4de3-8363-7d84163cca42 service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037824 May 19 13:43:19.588119 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:19.608044 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:19.632623 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:19.646006 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks [] for router (4464792d-dd69-4faf-aac9-4a74e4aea123), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:19.662787 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:19.681244 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-6b3a30b6-cae3-4ded-a55b-ed70298c4033 service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977306 May 19 13:43:19.751418 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks [] for router_gateway (4464792d-dd69-4faf-aac9-4a74e4aea123), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:19.799984 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Deleting port 93a6df1e-6cf1-426a-b4f1-b093a80479b8 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:19.799984 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:19.810496 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:19.857992 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:43:18Z', 'revision_number': 5, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port': {'id': '93a6df1e-6cf1-426a-b4f1-b093a80479b8', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:19.891264 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] Checking router: 4464792d-dd69-4faf-aac9-4a74e4aea123 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:19.901215 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-5fa2442e-d7bf-4c5f-8ea3-063e8dc276e8 req-3dcc27f4-dad2-445c-9db9-b2f0a83d8f71 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 210 time: 0.0707605 May 19 13:43:19.905281 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] Routers {'4464792d-dd69-4faf-aac9-4a74e4aea123'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:19.906270 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['4464792d-dd69-4faf-aac9-4a74e4aea123'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:19.948575 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] For port 93a6df1e-6cf1-426a-b4f1-b093a80479b8, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=93a6df1e-6cf1-426a-b4f1-b093a80479b8,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:19.948949 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:19.966442 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Calling delete_port for 93a6df1e-6cf1-426a-b4f1-b093a80479b8 owned by network:router_gateway {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:19.991664 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] Set router 4464792d-dd69-4faf-aac9-4a74e4aea123 gateway port host: None {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:20.044406 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:43:19Z', 'revision_number': 6, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:20.070154 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1086a2-a6ad-4419-906f-f702cfd06ede None None] The sync data for ids ['4464792d-dd69-4faf-aac9-4a74e4aea123'] in dv-cinder-841125-6-iscsi is: [{'id': '4464792d-dd69-4faf-aac9-4a74e4aea123', 'name': 'tempest-TestVolumeBootPattern-518897130-router', 'tenant_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:21Z', 'updated_at': '2022-05-19T13:43:19Z', 'revision_number': 6, 'project_id': '98ad7b921dbc4a8d9e9be0d50385deee', 'gw_port_host': None}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:20.155166 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (93a6df1e-6cf1-426a-b4f1-b093a80479b8), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.180324 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=93a6df1e-6cf1-426a-b4f1-b093a80479b8,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:20.248924 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (4464792d-dd69-4faf-aac9-4a74e4aea123), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.338014 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (4464792d-dd69-4faf-aac9-4a74e4aea123), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.340582 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks [] for router_controller (4464792d-dd69-4faf-aac9-4a74e4aea123), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.383876 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (4464792d-dd69-4faf-aac9-4a74e4aea123), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.384406 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4464792d-dd69-4faf-aac9-4a74e4aea123 {{(pid=103684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:43:20.389442 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.390621 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-432ee7db-1210-4216-8f9f-720124dc8cbf admin admin] 10.222.0.24 "DELETE /v2.0/routers/4464792d-dd69-4faf-aac9-4a74e4aea123 HTTP/1.1" status: 204 len: 168 time: 0.8513155 May 19 13:43:20.393189 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56606) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:20.442775 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] Deleting subnet 4aca290e-e334-485b-a4d7-02e9af238ef7 {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:43:20.446361 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] Publish callbacks [] for subnet (4aca290e-e334-485b-a4d7-02e9af238ef7), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.486803 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9435302'] for subnet (4aca290e-e334-485b-a4d7-02e9af238ef7), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.516437 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:20.564200 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (4aca290e-e334-485b-a4d7-02e9af238ef7), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.621894 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8978630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8514184'] for subnet (4aca290e-e334-485b-a4d7-02e9af238ef7), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.652373 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aca290e-e334-485b-a4d7-02e9af238ef7,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:20.656280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.659473 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5a490242-db33-403c-b798-744e8b23474c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4aca290e-e334-485b-a4d7-02e9af238ef7 HTTP/1.1" status: 204 len: 168 time: 0.2653162 May 19 13:43:20.662224 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56608) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:20.665300 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaab878-4071-4eb1-9ce5-09f8a1deae42 None None] Network 43f56851-7e12-4789-85bf-4f3ea4d4394d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:43:20.670748 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:20.736700 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (43f56851-7e12-4789-85bf-4f3ea4d4394d), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.785028 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Deleting port c79d73a7-46ba-4863-b73c-871173334e2e {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:20.785549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.832782 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] DHCP port deletion for 43f56851-7e12-4789-85bf-4f3ea4d4394d request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:43:20.875549 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Deleting port c79d73a7-46ba-4863-b73c-871173334e2e {{(pid=103685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:20.876333 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), before_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.876458 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] For port c79d73a7-46ba-4863-b73c-871173334e2e, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c79d73a7-46ba-4863-b73c-871173334e2e,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:20.876864 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.893071 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Calling delete_port for c79d73a7-46ba-4863-b73c-871173334e2e owned by network:dhcp {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:20.960562 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] For port c79d73a7-46ba-4863-b73c-871173334e2e, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c79d73a7-46ba-4863-b73c-871173334e2e,segment=NetworkSegment(b6f2ef60-494a-4066-a08d-c4258079a1d7),segment_id=b6f2ef60-494a-4066-a08d-c4258079a1d7)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:20.961227 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), precommit_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:20.982186 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Calling delete_port for c79d73a7-46ba-4863-b73c-871173334e2e owned by network:dhcp {{(pid=103685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:20.998059 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.031745 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79d73a7-46ba-4863-b73c-871173334e2e,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:21.040066 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] No DVR routers for this DVR port c79d73a7-46ba-4863-b73c-871173334e2e on host dv-cinder-841125-6-iscsi {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:21.078001 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-3622fee3-b08d-43ee-847f-60ffba05b559 req-5764c1bc-5d21-4a91-97dd-1793f92cd880 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 210 time: 0.0539041 May 19 13:43:21.096623 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f3a0a9cd-07c5-4f20-8176-42a70c596861 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:21.099570 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f3a0a9cd-07c5-4f20-8176-42a70c596861 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.2241096 May 19 13:43:21.111693 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840'] for port (c79d73a7-46ba-4863-b73c-871173334e2e), after_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.136089 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Pushing event deleted for resources: {'Port': ['ID=c79d73a7-46ba-4863-b73c-871173334e2e,revision_number=None']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:21.146517 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.146869 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.147215 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.147567 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.147909 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.148242 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.148571 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.148896 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.149452 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.149955 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.150440 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.150926 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.151406 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.151900 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.152379 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:21.159613 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9f362-7953-476e-921d-77a8248dff7f None None] No DVR routers for this DVR port c79d73a7-46ba-4863-b73c-871173334e2e on host dv-cinder-841125-6-iscsi {{(pid=103685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:21.182085 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (43f56851-7e12-4789-85bf-4f3ea4d4394d), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.201452 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-e5b0b401-7904-4553-ad5d-4eae3ec57ce8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 379 time: 0.0834148 May 19 13:43:21.210166 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f56851-7e12-4789-85bf-4f3ea4d4394d']}} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:21.220463 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f2ef60-494a-4066-a08d-c4258079a1d7') {'for_net_delete': True} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:21.220754 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f2ef60-494a-4066-a08d-c4258079a1d7') {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:21.230595 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9435295'] for segment (b6f2ef60-494a-4066-a08d-c4258079a1d7), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.244427 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (b6f2ef60-494a-4066-a08d-c4258079a1d7), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.250512 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:43:21.250885 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979300'] for segment (b6f2ef60-494a-4066-a08d-c4258079a1d7), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: Traceback (most recent call last): May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: timer() May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: cb(*args, **kw) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: return func(*args, **kwargs) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: self._notify() May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: self.callback(batched_events) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: event.method(event) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: return f(self, *a, **k) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._get(url).json() May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: return self.request(url, 'GET', **kwargs) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:43:21.252559 dv-cinder-841125-6-iscsi neutron-server[103684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:43:21.299612 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'port': {'device_id': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'admin_state_up': True, 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'security_groups': ['36960927-a48e-4179-a6b1-29dac2c1f82c']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:43:21.313010 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (43f56851-7e12-4789-85bf-4f3ea4d4394d), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.318687 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.325104 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] 10.222.0.24 "DELETE /v2.0/networks/43f56851-7e12-4789-85bf-4f3ea4d4394d HTTP/1.1" status: 204 len: 168 time: 0.6592910 May 19 13:43:21.333610 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56616) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:21.340665 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab0888-17d0-43ad-aa24-57dbacae3886 admin admin] Pushing event deleted for resources: {'Network': ['ID=43f56851-7e12-4789-85bf-4f3ea4d4394d,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:21.424756 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Made reservation on behalf of bc560e8b75194743bbb46d903b481357 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:43:21.428198 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.544186 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:21.564412 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.20.0.4 (39a38089-655e-4b34-b99f-11a97c39ff7d/032fe7e0-f7d0-4e28-a79b-894d3460eb6b/98264b7d-bc99-4573-9028-d60b0f3ed3be) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:43:21.570068 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:21.734757 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.770667 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.817762 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:43:21.822955 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:43:21.827291 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:43:21.858280 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=98264b7d-bc99-4573-9028-d60b0f3ed3be,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:21.881923 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:21.891660 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:21.892343 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.914402 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f1ae9468-d4c8-408b-9109-f715d6157df8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187153 May 19 13:43:21.931493 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Request body: {'port': {'device_id': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:43:21.932809 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (f5ed18ff-2c44-46ac-9204-143c0ea71462), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:21.962772 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 93a6df1e-6cf1-426a-b4f1-b093a80479b8 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:21.988123 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 93a6df1e-6cf1-426a-b4f1-b093a80479b8 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:21.988375 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 93a6df1e-6cf1-426a-b4f1-b093a80479b8 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:21.988998 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 12ec4d75-47e6-4114-ae98-9587c7c98e43 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:22.009032 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 12ec4d75-47e6-4114-ae98-9587c7c98e43 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:22.009685 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 12ec4d75-47e6-4114-ae98-9587c7c98e43 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:22.010292 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c79d73a7-46ba-4863-b73c-871173334e2e no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:22.022874 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.028390 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:22.032742 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: c79d73a7-46ba-4863-b73c-871173334e2e {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:22.033602 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c79d73a7-46ba-4863-b73c-871173334e2e not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:22.111751 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-2d5dcc9f-2fcc-4b7f-befa-a23e82ec592a None None] Provisioning complete for port 98264b7d-bc99-4573-9028-d60b0f3ed3be triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:43:22.112499 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2d5dcc9f-2fcc-4b7f-befa-a23e82ec592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.146559 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-2d5dcc9f-2fcc-4b7f-befa-a23e82ec592a None None] Port 98264b7d-bc99-4573-9028-d60b0f3ed3be cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:43:22.226228 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Deleting port a452e9be-47a7-46c7-8526-74f2d0c6a010 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:22.226662 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.272310 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de46a3-58bc-4388-8d60-ad083c7bfc11 req-88711e8e-884d-4d6d-8cef-c55d6751a081 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:22.273789 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-68de46a3-58bc-4388-8d60-ad083c7bfc11 req-88711e8e-884d-4d6d-8cef-c55d6751a081 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 931 time: 0.0967340 May 19 13:43:22.353702 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98264b7d-bc99-4573-9028-d60b0f3ed3be {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:43:22.355844 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] For port a452e9be-47a7-46c7-8526-74f2d0c6a010, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=a452e9be-47a7-46c7-8526-74f2d0c6a010,segment=NetworkSegment(e605890b-2bf2-4096-98a9-c78a8e6da6c2),segment_id=e605890b-2bf2-4096-98a9-c78a8e6da6c2)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:22.356213 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.361873 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Publish callbacks [] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.362046 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-68de46a3-58bc-4388-8d60-ad083c7bfc11 req-91a6bd00-b1d7-4c6d-9563-823d9480885a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798769 May 19 13:43:22.374089 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Calling delete_port for a452e9be-47a7-46c7-8526-74f2d0c6a010 owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:22.384073 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Transition to ACTIVE for port object 98264b7d-bc99-4573-9028-d60b0f3ed3be will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:43:22.384073 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.438647 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Pushing event updated for resources: {'Port': ['ID=98264b7d-bc99-4573-9028-d60b0f3ed3be,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:22.503190 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:22.504297 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:22.520792 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Attempting to bind port 98264b7d-bc99-4573-9028-d60b0f3ed3be on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:43:22.520792 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Attempting to bind port 98264b7d-bc99-4573-9028-d60b0f3ed3be by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:43:22.521182 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Attempting to bind port 98264b7d-bc99-4573-9028-d60b0f3ed3be on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:43:22.530868 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Port 98264b7d-bc99-4573-9028-d60b0f3ed3be on network 39a38089-655e-4b34-b99f-11a97c39ff7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:43:22.531189 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Attempting to bind port 98264b7d-bc99-4573-9028-d60b0f3ed3be on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:43:22.537518 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:43:22.538160 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Checking segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:43:22.538297 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Bound using segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:43:22.538641 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Bound port: 98264b7d-bc99-4573-9028-d60b0f3ed3be, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:43:22.538999 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.589647 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (a452e9be-47a7-46c7-8526-74f2d0c6a010), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.613050 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] For port 98264b7d-bc99-4573-9028-d60b0f3ed3be, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:43:22.617007 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] For port 98264b7d-bc99-4573-9028-d60b0f3ed3be, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:43:22.622228 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Pushing event deleted for resources: {'Port': ['ID=a452e9be-47a7-46c7-8526-74f2d0c6a010,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:22.625696 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.659036 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:22.659652 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.661053 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] 10.222.0.58 "PUT /v2.0/ports/98264b7d-bc99-4573-9028-d60b0f3ed3be HTTP/1.1" status: 200 len: 1093 time: 0.7340469 May 19 13:43:22.661642 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:22.663822 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26270242-88ce-4293-9e6a-047ab1b314ab" -d '{"events": [{"name": "network-changed", "server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:22.716364 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c8fb-d39e-47d0-acb9-e4247636fb8e service neutron] Pushing event updated for resources: {'Port': ['ID=98264b7d-bc99-4573-9028-d60b0f3ed3be,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:22.721540 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650954d1-6068-44eb-b6ef-d210aed8e904 x-openstack-request-id: req-650954d1-6068-44eb-b6ef-d210aed8e904 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:22.721830 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:22.722145 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-650954d1-6068-44eb-b6ef-d210aed8e904 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:22.722548 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650954d1-6068-44eb-b6ef-d210aed8e904'] response: {'name': 'network-changed', 'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'status': 'completed', 'code': 200} May 19 13:43:22.777104 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-7daa3287-1033-427f-b26f-28c990cf3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:22.778826 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-7daa3287-1033-427f-b26f-28c990cf3465 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 1127 time: 0.0461919 May 19 13:43:22.843016 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-703a9866-def2-4c1a-95ff-c06357a37fc1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be HTTP/1.1" status: 200 len: 217 time: 0.0496919 May 19 13:43:22.874892 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (f5ed18ff-2c44-46ac-9204-143c0ea71462), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:22.894035 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:22.894811 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-7114ae62-adb4-48e9-8d15-b4e48c1b8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:22.899332 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-7114ae62-adb4-48e9-8d15-b4e48c1b8a14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0554435 May 19 13:43:22.955705 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-852cba5f-a368-4b3e-b131-873782c95ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:22.957358 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-852cba5f-a368-4b3e-b131-873782c95ca6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519297 May 19 13:43:23.036678 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:23.050736 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-68f8f5fb-39e9-4174-9f8a-4c3c6cc38e25 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870194 May 19 13:43:23.103634 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Router f5ed18ff-2c44-46ac-9204-143c0ea71462 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:23.141233 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-4dd72209-02e8-422e-84b0-aa10cbfb6046 req-f22db60d-0764-45d9-bd5d-bc21433b2f16 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845580 May 19 13:43:23.212810 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:23.218222 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-561823f1-e278-4788-9c26-3fcf3776b681 admin admin] 10.222.0.24 "PUT /v2.0/routers/f5ed18ff-2c44-46ac-9204-143c0ea71462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8836851 May 19 13:43:23.220750 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56622) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:23.223629 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] Sync routers for ids ['f5ed18ff-2c44-46ac-9204-143c0ea71462'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:23.235126 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] Routers {'f5ed18ff-2c44-46ac-9204-143c0ea71462'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:23.235828 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['f5ed18ff-2c44-46ac-9204-143c0ea71462'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:23.316508 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks [] for router (f5ed18ff-2c44-46ac-9204-143c0ea71462), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:23.341452 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] Set router f5ed18ff-2c44-46ac-9204-143c0ea71462 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:23.419719 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks [] for router_gateway (f5ed18ff-2c44-46ac-9204-143c0ea71462), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:23.497620 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Deleting port 14006370-cac1-4943-bf71-4ad863dcb8e9 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:23.497929 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:23.508148 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9a19-c4d5-4f17-a008-27b637f9b058 req-b3ef570c-2ee7-4ff2-9be0-93fc9af93354 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:23.509643 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ba9e9a19-c4d5-4f17-a008-27b637f9b058 req-b3ef570c-2ee7-4ff2-9be0-93fc9af93354 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 943 time: 0.0749028 May 19 13:43:23.517667 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:43:22Z', 'revision_number': 5, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port': {'id': '14006370-cac1-4943-bf71-4ad863dcb8e9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:23.543661 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] Checking router: f5ed18ff-2c44-46ac-9204-143c0ea71462 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:23.552968 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] Routers {'f5ed18ff-2c44-46ac-9204-143c0ea71462'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:23.553633 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['f5ed18ff-2c44-46ac-9204-143c0ea71462'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:23.607421 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-ba9e9a19-c4d5-4f17-a008-27b637f9b058 req-24f2ff5f-c7d1-4a4a-ae8c-8c8b1e45bd07 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879340 May 19 13:43:23.619746 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] For port 14006370-cac1-4943-bf71-4ad863dcb8e9, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=14006370-cac1-4943-bf71-4ad863dcb8e9,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:23.620110 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:23.636381 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Calling delete_port for 14006370-cac1-4943-bf71-4ad863dcb8e9 owned by network:router_gateway {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:23.767325 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:23.774319 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] Set router f5ed18ff-2c44-46ac-9204-143c0ea71462 gateway port host: None {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:23.815287 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (14006370-cac1-4943-bf71-4ad863dcb8e9), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:23.827760 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:43:23Z', 'revision_number': 6, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:23.840557 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=14006370-cac1-4943-bf71-4ad863dcb8e9,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:23.853185 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a62af5-be2a-4694-9c19-f29b8d352bc6 None None] The sync data for ids ['f5ed18ff-2c44-46ac-9204-143c0ea71462'] in dv-cinder-841125-6-iscsi is: [{'id': 'f5ed18ff-2c44-46ac-9204-143c0ea71462', 'name': 'tempest-TestVolumeBootPattern-1231754302-router', 'tenant_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:36:26Z', 'updated_at': '2022-05-19T13:43:23Z', 'revision_number': 6, 'project_id': '1564d5d1d11f43fa9abc64a0fe12818a', 'gw_port_host': None}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:23.900857 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:23.921144 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (f5ed18ff-2c44-46ac-9204-143c0ea71462), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:23.947248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270242-88ce-4293-9e6a-047ab1b314ab req-476a0507-342b-4cea-825e-489fdb480968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:23.948783 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-26270242-88ce-4293-9e6a-047ab1b314ab req-476a0507-342b-4cea-825e-489fdb480968 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 1127 time: 0.0452075 May 19 13:43:24.008806 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (f5ed18ff-2c44-46ac-9204-143c0ea71462), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.011168 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks [] for router_controller (f5ed18ff-2c44-46ac-9204-143c0ea71462), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.038947 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270242-88ce-4293-9e6a-047ab1b314ab req-10b1264a-4d82-4492-85a5-e373e975aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:24.040498 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-26270242-88ce-4293-9e6a-047ab1b314ab req-10b1264a-4d82-4492-85a5-e373e975aca8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.0858839 May 19 13:43:24.060972 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (f5ed18ff-2c44-46ac-9204-143c0ea71462), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.061492 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ed18ff-2c44-46ac-9204-143c0ea71462 {{(pid=103684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:43:24.065714 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.069331 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0eb083ff-6c51-4cb2-a6d8-4f61faa32a5b admin admin] 10.222.0.24 "DELETE /v2.0/routers/f5ed18ff-2c44-46ac-9204-143c0ea71462 HTTP/1.1" status: 204 len: 168 time: 0.8452721 May 19 13:43:24.069511 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56626) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:24.083301 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-26270242-88ce-4293-9e6a-047ab1b314ab req-e987c32f-88d2-40b9-9d05-aa85a432e0d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be HTTP/1.1" status: 200 len: 217 time: 0.0360625 May 19 13:43:24.117337 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] Deleting subnet 66b77895-20b8-40f9-902d-4e5d6c00bc98 {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:43:24.120719 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] Publish callbacks [] for subnet (66b77895-20b8-40f9-902d-4e5d6c00bc98), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.131815 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270242-88ce-4293-9e6a-047ab1b314ab req-668be0f9-0f41-4989-84b5-9c33c3f43d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:24.133334 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-26270242-88ce-4293-9e6a-047ab1b314ab req-668be0f9-0f41-4989-84b5-9c33c3f43d1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0445490 May 19 13:43:24.159371 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9435302'] for subnet (66b77895-20b8-40f9-902d-4e5d6c00bc98), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.177294 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26270242-88ce-4293-9e6a-047ab1b314ab req-c8996c91-920f-43c8-a6ee-550a72cacdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:24.179385 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-26270242-88ce-4293-9e6a-047ab1b314ab req-c8996c91-920f-43c8-a6ee-550a72cacdb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396738 May 19 13:43:24.179566 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:24.184384 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:24.195509 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.275528 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (66b77895-20b8-40f9-902d-4e5d6c00bc98), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.294203 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:24.299845 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-26270242-88ce-4293-9e6a-047ab1b314ab req-0d83f254-b193-4bbb-8f67-ed1b3007a067 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146011 May 19 13:43:24.344439 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8978630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8514184'] for subnet (66b77895-20b8-40f9-902d-4e5d6c00bc98), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.368763 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b77895-20b8-40f9-902d-4e5d6c00bc98,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:24.374991 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.380614 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7ccab3e7-79a0-4c01-9014-dcdc2383347a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66b77895-20b8-40f9-902d-4e5d6c00bc98 HTTP/1.1" status: 204 len: 168 time: 0.3078461 May 19 13:43:24.380979 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56628) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:24.383966 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf7d51-74b7-4ccf-8f34-09f2684d9f85 None None] Network 02976189-50a3-479d-9d06-455d74b3f400 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:43:24.399280 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-26270242-88ce-4293-9e6a-047ab1b314ab req-c8312dee-2fa6-4564-a7fe-2ef8c8b24da8 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937805 May 19 13:43:24.452101 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (02976189-50a3-479d-9d06-455d74b3f400), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.499015 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Deleting port 03fa69d2-5ad0-4c51-af57-6edc24701837 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:24.499362 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.563052 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] For port 03fa69d2-5ad0-4c51-af57-6edc24701837, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=03fa69d2-5ad0-4c51-af57-6edc24701837,segment=NetworkSegment(e605890b-2bf2-4096-98a9-c78a8e6da6c2),segment_id=e605890b-2bf2-4096-98a9-c78a8e6da6c2)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:24.563295 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.576803 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Calling delete_port for 03fa69d2-5ad0-4c51-af57-6edc24701837 owned by network:dhcp {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:24.657550 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] DHCP port deletion for 02976189-50a3-479d-9d06-455d74b3f400 request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:43:24.678333 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.702620 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Pushing event deleted for resources: {'Port': ['ID=03fa69d2-5ad0-4c51-af57-6edc24701837,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:24.703852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] Deleting port 03fa69d2-5ad0-4c51-af57-6edc24701837 {{(pid=103685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:24.704642 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), before_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.712191 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] No DVR routers for this DVR port 03fa69d2-5ad0-4c51-af57-6edc24701837 on host dv-cinder-841125-6-iscsi {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:24.735515 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c86bc-f34d-49af-858a-338a33f368dd req-bdcb15a2-f03f-4359-8c5d-907a90202f9c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:24.736671 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8d2c86bc-f34d-49af-858a-338a33f368dd req-bdcb15a2-f03f-4359-8c5d-907a90202f9c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 943 time: 0.0512345 May 19 13:43:24.785193 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] For port 03fa69d2-5ad0-4c51-af57-6edc24701837, host dv-cinder-841125-6-iscsi, got binding levels [] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:24.785346 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), precommit_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.787878 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:24.788965 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (02976189-50a3-479d-9d06-455d74b3f400), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.797580 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8d2c86bc-f34d-49af-858a-338a33f368dd req-b7faeaf8-2dda-4f5b-ac12-67eb30724f24 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541139 May 19 13:43:24.804508 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] Calling delete_port for 03fa69d2-5ad0-4c51-af57-6edc24701837 owned by network:dhcp {{(pid=103685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:24.809037 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.ipam_backend_mixin [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] Port 03fa69d2-5ad0-4c51-af57-6edc24701837 was not found and therefore no delete operation was performed {{(pid=103685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 13:43:24.810067 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840'] for port (03fa69d2-5ad0-4c51-af57-6edc24701837), after_delete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.818588 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:24.822628 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02976189-50a3-479d-9d06-455d74b3f400']}} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:24.833346 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e605890b-2bf2-4096-98a9-c78a8e6da6c2') {'for_net_delete': True} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:24.833676 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e605890b-2bf2-4096-98a9-c78a8e6da6c2') {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:24.834215 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] Pushing event deleted for resources: {'Port': ['ID=03fa69d2-5ad0-4c51-af57-6edc24701837,revision_number=None']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:24.843928 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9435295'] for segment (e605890b-2bf2-4096-98a9-c78a8e6da6c2), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.846743 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76b89c-5f84-4991-907c-d6d46b276b84 None None] No DVR routers for this DVR port 03fa69d2-5ad0-4c51-af57-6edc24701837 on host dv-cinder-841125-6-iscsi {{(pid=103685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:24.860782 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e605890b-2bf2-4096-98a9-c78a8e6da6c2), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.866948 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:43:24.867330 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979300'] for segment (e605890b-2bf2-4096-98a9-c78a8e6da6c2), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: Traceback (most recent call last): May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: timer() May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: cb(*args, **kw) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: return func(*args, **kwargs) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: self._notify() May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: self.callback(batched_events) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: event.method(event) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: return f(self, *a, **k) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._get(url).json() May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: return self.request(url, 'GET', **kwargs) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:43:24.869005 dv-cinder-841125-6-iscsi neutron-server[103684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:43:24.906294 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:24.928094 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (02976189-50a3-479d-9d06-455d74b3f400), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.933969 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:24.939413 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] 10.222.0.24 "DELETE /v2.0/networks/02976189-50a3-479d-9d06-455d74b3f400 HTTP/1.1" status: 204 len: 168 time: 0.5542920 May 19 13:43:24.953297 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259679d0-2349-4b0b-9ee5-dc694d1fb726 admin admin] Pushing event deleted for resources: {'Network': ['ID=02976189-50a3-479d-9d06-455d74b3f400,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:25.063536 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56634) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:25.103811 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 98264b7d-bc99-4573-9028-d60b0f3ed3be details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:43:25.104156 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e1659069-fb89-412d-8c8a-4622d6151439 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98ad7b921dbc4a8d9e9be0d50385deee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393589 May 19 13:43:25.106959 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56636) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:25.114860 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:25.158782 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-46ccc9a2-d667-4660-818d-d93299062f03 admin admin] Publish callbacks [] for security_group (cda222d1-ee80-4b89-9097-485b902704bd), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.182304 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-46ccc9a2-d667-4660-818d-d93299062f03 admin admin] Publish callbacks [] for security_group (cda222d1-ee80-4b89-9097-485b902704bd), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.214887 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 98264b7d-bc99-4573-9028-d60b0f3ed3be, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:25.226937 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'port_id': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'mac_address': 'fa:16:3e:a0:9b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:43:25.246389 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-46ccc9a2-d667-4660-818d-d93299062f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (cda222d1-ee80-4b89-9097-485b902704bd), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.249060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-46ccc9a2-d667-4660-818d-d93299062f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.250261 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-46ccc9a2-d667-4660-818d-d93299062f03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda222d1-ee80-4b89-9097-485b902704bd HTTP/1.1" status: 204 len: 168 time: 0.1421111 May 19 13:43:25.261550 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccc9a2-d667-4660-818d-d93299062f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda222d1-ee80-4b89-9097-485b902704bd,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:25.264358 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 98264b7d-bc99-4573-9028-d60b0f3ed3be is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:43:25.264857 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.288227 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98264b7d-bc99-4573-9028-d60b0f3ed3be {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:43:25.310374 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 98264b7d-bc99-4573-9028-d60b0f3ed3be, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:25.315186 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.362514 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=98264b7d-bc99-4573-9028-d60b0f3ed3be,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:25.588902 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['98264b7d-bc99-4573-9028-d60b0f3ed3be'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:43:25.609123 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56642) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:25.648720 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-efab45af-9387-4f77-a341-a472b1839731 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1564d5d1d11f43fa9abc64a0fe12818a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383499 May 19 13:43:25.651424 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56644) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:25.700113 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3aed-3599-4ac1-a168-ecd9caa58880 admin admin] Publish callbacks [] for security_group (93178431-28aa-4f6b-8014-b35d2b1c2b91), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.726150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3aed-3599-4ac1-a168-ecd9caa58880 admin admin] Publish callbacks [] for security_group (93178431-28aa-4f6b-8014-b35d2b1c2b91), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.779597 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3aed-3599-4ac1-a168-ecd9caa58880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (93178431-28aa-4f6b-8014-b35d2b1c2b91), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.782163 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fe0e3aed-3599-4ac1-a168-ecd9caa58880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:25.783311 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-fe0e3aed-3599-4ac1-a168-ecd9caa58880 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93178431-28aa-4f6b-8014-b35d2b1c2b91 HTTP/1.1" status: 204 len: 168 time: 0.1309130 May 19 13:43:25.790998 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e3aed-3599-4ac1-a168-ecd9caa58880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93178431-28aa-4f6b-8014-b35d2b1c2b91,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:25.914753 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device a452e9be-47a7-46c7-8526-74f2d0c6a010 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:25.927526 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046b45-d63a-49b1-b6cb-645d871ab57a req-cb1dac83-fc37-4659-945e-1ac8adf894d6 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:25.929188 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-60046b45-d63a-49b1-b6cb-645d871ab57a req-cb1dac83-fc37-4659-945e-1ac8adf894d6 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 944 time: 0.0553136 May 19 13:43:25.935920 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: a452e9be-47a7-46c7-8526-74f2d0c6a010 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:25.936269 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device a452e9be-47a7-46c7-8526-74f2d0c6a010 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:25.936690 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14006370-cac1-4943-bf71-4ad863dcb8e9 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:25.955855 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 14006370-cac1-4943-bf71-4ad863dcb8e9 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:25.956164 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14006370-cac1-4943-bf71-4ad863dcb8e9 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:25.956590 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 03fa69d2-5ad0-4c51-af57-6edc24701837 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:43:25.978928 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 03fa69d2-5ad0-4c51-af57-6edc24701837 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:43:25.979278 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 03fa69d2-5ad0-4c51-af57-6edc24701837 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:43:25.982429 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-60046b45-d63a-49b1-b6cb-645d871ab57a req-77e24a0d-5b4f-41ca-b851-ba57f16273d0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461347 May 19 13:43:27.104181 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 98264b7d-bc99-4573-9028-d60b0f3ed3be up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:43:27.122010 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581e361-93a1-474a-af23-f0e851216146 req-c47cd404-b890-480c-a38a-4e22679d01f6 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:27.123484 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1581e361-93a1-474a-af23-f0e851216146 req-c47cd404-b890-480c-a38a-4e22679d01f6 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 944 time: 0.0564497 May 19 13:43:27.148666 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port 98264b7d-bc99-4573-9028-d60b0f3ed3be completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:43:27.155161 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port 98264b7d-bc99-4573-9028-d60b0f3ed3be triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:43:27.155529 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:27.176869 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-1581e361-93a1-474a-af23-f0e851216146 req-2d2b0fca-1f84-47c2-8d38-5a5f4eb34208 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 May 19 13:43:27.231734 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port 98264b7d-bc99-4573-9028-d60b0f3ed3be is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:43:27.232116 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:27.259975 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:27.260888 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b84c50-9fa5-43a9-8ead-cd8c840b8a28" -d '{"events": [{"server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "name": "network-vif-plugged", "status": "completed", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:27.273982 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port 98264b7d-bc99-4573-9028-d60b0f3ed3be, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:27.279233 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:27.302302 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47712b81-57c4-4aba-964f-0d2fa37b7a15 x-openstack-request-id: req-47712b81-57c4-4aba-964f-0d2fa37b7a15 {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:27.302599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "name": "network-vif-plugged", "status": "completed", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:27.302852 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47712b81-57c4-4aba-964f-0d2fa37b7a15 {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:27.303253 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47712b81-57c4-4aba-964f-0d2fa37b7a15'] response: {'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'code': 200} May 19 13:43:27.330526 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=98264b7d-bc99-4573-9028-d60b0f3ed3be,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:27.524493 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79d623-4cc9-4e8b-89f0-0ba4ad622c91 req-7e0bb7cb-0bf1-4abd-adfd-ddcbe7208e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:27.525897 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5f79d623-4cc9-4e8b-89f0-0ba4ad622c91 req-7e0bb7cb-0bf1-4abd-adfd-ddcbe7208e94 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 1129 time: 0.0475638 May 19 13:43:27.583160 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5f79d623-4cc9-4e8b-89f0-0ba4ad622c91 req-bfe4be1e-17bf-4027-bacf-47409e97dd1b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503793 May 19 13:43:28.301631 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860da58-21d5-4a1b-a2c0-c6e634b80c81 req-c5e3ad07-7e40-4397-8c48-f7020c71365f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:28.303440 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a860da58-21d5-4a1b-a2c0-c6e634b80c81 req-c5e3ad07-7e40-4397-8c48-f7020c71365f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 945 time: 0.0550478 May 19 13:43:28.352461 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a860da58-21d5-4a1b-a2c0-c6e634b80c81 req-d520b777-c929-4322-9f9b-d8c47fa9141a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432687 May 19 13:43:29.474448 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab7ae-659a-4c79-ac94-c19628a1790c req-17f835eb-f166-45bc-8a48-c8ad47e9b36a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:29.475940 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-253ab7ae-659a-4c79-ac94-c19628a1790c req-17f835eb-f166-45bc-8a48-c8ad47e9b36a tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 945 time: 0.0533018 May 19 13:43:29.527512 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-253ab7ae-659a-4c79-ac94-c19628a1790c req-bef7c939-e6f7-4cd8-8abe-294b44773463 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457985 May 19 13:43:29.648709 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7eb76-8269-4683-a351-ff09ee750586 req-9e74a590-39e6-46c9-8725-f029e05e36c5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:29.650107 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-caa7eb76-8269-4683-a351-ff09ee750586 req-9e74a590-39e6-46c9-8725-f029e05e36c5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 945 time: 0.0522263 May 19 13:43:29.661129 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56660) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:29.665943 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'port_id': '98264b7d-bc99-4573-9028-d60b0f3ed3be'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:43:29.705139 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (5ef01768-d0fa-45b3-8725-9219198095b8), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:30.032865 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:30.173447 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:30.178954 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (5ef01768-d0fa-45b3-8725-9219198095b8), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:30.224735 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:30.552925 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP 5ef01768-d0fa-45b3-8725-9219198095b8 associated. External IP: 172.27.1.246, port: 98264b7d-bc99-4573-9028-d60b0f3ed3be. May 19 13:43:30.791397 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-ee6ffda2-2d34-4aea-8503-678a14a32a70 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519638 May 19 13:43:30.793441 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:30.890135 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-dc53e390-ed57-4964-8e8e-af459c741ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:30.891593 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-dc53e390-ed57-4964-8e8e-af459c741ae4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1129 time: 0.0555885 May 19 13:43:30.984591 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:30.991442 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:30.996070 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:31.008403 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:31.009086 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:31.036647 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-d31c47b8-412f-46e4-b19e-f8c5d5b0b398 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "PUT /v2.0/floatingips/5ef01768-d0fa-45b3-8725-9219198095b8 HTTP/1.1" status: 200 len: 991 time: 1.3740573 May 19 13:43:31.040360 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:31.042669 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a504f8-8751-4b7d-902c-2ca1f9396bde" -d '{"events": [{"name": "network-changed", "server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:31.055633 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-976b70de-03b5-4f55-b4a5-0856c9ec8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:31.057183 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-976b70de-03b5-4f55-b4a5-0856c9ec8d29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 910 time: 0.1377888 May 19 13:43:31.099675 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e8b12f-0582-49f8-ab16-ccc07b61351f x-openstack-request-id: req-b1e8b12f-0582-49f8-ab16-ccc07b61351f {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:31.099971 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:31.100222 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1e8b12f-0582-49f8-ab16-ccc07b61351f {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:31.100617 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e8b12f-0582-49f8-ab16-ccc07b61351f'] response: {'name': 'network-changed', 'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'status': 'completed', 'code': 200} May 19 13:43:31.113881 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:31.124441 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-7383e7fa-d86c-4ff9-a76e-95423786a7cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 1000 time: 0.0599349 May 19 13:43:31.205680 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-27680a03-d63d-4716-ac58-c5a2b8824ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:31.207174 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-27680a03-d63d-4716-ac58-c5a2b8824ae6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 1129 time: 0.0678463 May 19 13:43:31.210885 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-458368f1-23e5-4421-98ca-11a77e21df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:31.212227 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-458368f1-23e5-4421-98ca-11a77e21df27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0805745 May 19 13:43:31.286145 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:31.307158 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-35246a52-f698-4d22-8d57-2bffa354fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:31.308691 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-35246a52-f698-4d22-8d57-2bffa354fe5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880170 May 19 13:43:31.395664 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-24a03696-99c7-412d-82a4-5b721110a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:31.397155 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-24a03696-99c7-412d-82a4-5b721110a891 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.1840725 May 19 13:43:31.417610 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '5ef01768-d0fa-45b3-8725-9219198095b8', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:a0:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:43:18Z', 'updated_at': '2022-05-19T13:43:30Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:31.442646 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:31.451450 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:31.452056 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:31.479641 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:31.486802 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-daac8cf9-5bbf-485f-b4d7-b78934d4f2e2 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674392 May 19 13:43:31.491257 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-5bcd426e-a309-4ee6-9763-b6737cea2e85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be HTTP/1.1" status: 200 len: 999 time: 0.0879610 May 19 13:43:31.553027 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:31.593376 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:31.607754 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-58f755cb-a251-4a80-8b35-e77fe09d19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:31.609223 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-58f755cb-a251-4a80-8b35-e77fe09d19ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.1092410 May 19 13:43:31.667294 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-174f0f7f-a954-40c3-bff2-46eed6f2b008 req-b94bdbbd-edab-4b52-a87e-1c0cc8016e45 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744218 May 19 13:43:31.670802 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-a9e6ef58-4c1d-4483-b59a-9bb622a819cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:31.672113 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-a9e6ef58-4c1d-4483-b59a-9bb622a819cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517697 May 19 13:43:31.720830 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:31.770132 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '5ef01768-d0fa-45b3-8725-9219198095b8', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:a0:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:43:18Z', 'updated_at': '2022-05-19T13:43:30Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:31.771385 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-cbd72bbe-c49f-487f-a1b9-d0eaa26732b5 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880120 May 19 13:43:31.795526 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a70cd0-6440-4d04-b58e-705c8daadc20 None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': '5ef01768-d0fa-45b3-8725-9219198095b8', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:a0:9b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:43:18Z', 'updated_at': '2022-05-19T13:43:30Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:31.867660 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c1a504f8-8751-4b7d-902c-2ca1f9396bde req-37e50901-79ad-4108-82e6-72fdc61f4dd8 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902076 May 19 13:43:32.011514 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a1410-e636-4a65-a51d-3578c635e794 None None] New status for floating IP 5ef01768-d0fa-45b3-8725-9219198095b8: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:43:33.896374 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:43:37.233523 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-2ad737a9-8460-4eec-a40b-1fa8aa92bca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:39.521640 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:DELETE=5,neutron:SELECT=43 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:39.523793 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:39.628947 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d0665411-68c0-4d50-a1d2-882198f43e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:40.857132 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:41.773875 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=6 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:41.862627 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=35 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:41.864954 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=64 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:42.463574 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:43.901850 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:53.820944 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:53.822147 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=23 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:53.885368 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:53.886164 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:53.894842 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:54.217818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:56.242106 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56672) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:43:56.398849 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Deleting port 36c0cd8e-8160-410b-9bf6-566b729ebae2 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:56.399169 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:56.487062 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:56.487395 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for floatingip (36c0cd8e-8160-410b-9bf6-566b729ebae2), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:56.501006 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Calling delete_port for 36c0cd8e-8160-410b-9bf6-566b729ebae2 owned by network:floatingip {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:56.684621 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (36c0cd8e-8160-410b-9bf6-566b729ebae2), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:56.709033 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event deleted for resources: {'Port': ['ID=36c0cd8e-8160-410b-9bf6-566b729ebae2,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:56.774093 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for floatingip (d10df255-b51f-474e-9116-3b9381c60ab5), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:56.774426 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Floating IP d10df255-b51f-474e-9116-3b9381c60ab5 disassociated (deleted). External IP: 172.27.1.38, port: 5d430264-4bd6-4eeb-8a94-9063eff662ea. May 19 13:43:56.989785 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Router 7399f41e-6db7-48aa-879e-36ab40c11827 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:43:57.096689 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:43:57.102098 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:57.107255 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] Sync routers for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:43:57.119136 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:57.119751 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:57.131146 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-1adefaa6-a1db-4484-a897-4d4d4434cd1c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "DELETE /v2.0/floatingips/d10df255-b51f-474e-9116-3b9381c60ab5 HTTP/1.1" status: 204 len: 168 time: 0.8877876 May 19 13:43:57.131710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:57.133960 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaeee4d-7201-405d-8994-190f448a338e" -d '{"events": [{"name": "network-changed", "server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:57.176127 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef3af5e-97a4-4fc4-a429-35c7bf9ec0f4 x-openstack-request-id: req-0ef3af5e-97a4-4fc4-a429-35c7bf9ec0f4 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:57.176600 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:57.176855 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ef3af5e-97a4-4fc4-a429-35c7bf9ec0f4 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:57.177402 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef3af5e-97a4-4fc4-a429-35c7bf9ec0f4'] response: {'name': 'network-changed', 'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'status': 'completed', 'code': 200} May 19 13:43:57.232734 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:57.255193 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:57.268820 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:43:57.272403 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeee4d-7201-405d-8994-190f448a338e req-8e6b5a61-2720-45c9-9982-fdfbb2b98399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:57.273990 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8eaeee4d-7201-405d-8994-190f448a338e req-8e6b5a61-2720-45c9-9982-fdfbb2b98399 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=430899def10d40c192f0d54b8ebf0af5&device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 1129 time: 0.0506999 May 19 13:43:57.373955 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeee4d-7201-405d-8994-190f448a338e req-846f42d1-f3b3-4600-93a1-2e05f0ef9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:57.375861 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8eaeee4d-7201-405d-8994-190f448a338e req-846f42d1-f3b3-4600-93a1-2e05f0ef9ebd service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 200 len: 910 time: 0.0951369 May 19 13:43:57.391446 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238cd6-2004-4a65-a7d1-49895335fb8b req-db90a236-303d-4e6f-adfd-6f12774d2a4e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:57.393096 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56238cd6-2004-4a65-a7d1-49895335fb8b req-db90a236-303d-4e6f-adfd-6f12774d2a4e tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0491867 May 19 13:43:57.429169 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:43Z', 'revision_number': 5, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:57.442930 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-56238cd6-2004-4a65-a7d1-49895335fb8b req-084396c0-affe-44d0-b64a-1e15fcce123f tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433283 May 19 13:43:57.453889 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] Checking router: 7399f41e-6db7-48aa-879e-36ab40c11827 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:43:57.462167 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:43:57.462756 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:57.560991 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:43:57.762333 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:43Z', 'revision_number': 5, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:43:57.787785 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1a5a8-8a92-4955-a9f9-526618fecb83 None None] The sync data for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi is: [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:39Z', 'revision_number': 4, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c5afb660-f5b9-4de9-8dc2-a6d739812d8a', 'name': '', 'network_id': '93c2afc1-4325-416e-818f-45b74ed21db9', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'mac_address': 'fa:16:3e:8f:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:38Z', 'updated_at': '2022-05-19T13:39:43Z', 'revision_number': 5, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'subnets': [{'id': '4a48463b-08da-4d9b-a6be-9ea146198659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:43:58.017571 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ef4b4-14de-4318-bfb1-c763c9063f08 None None] New status for floating IP d10df255-b51f-474e-9116-3b9381c60ab5: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:43:58.426372 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8eaeee4d-7201-405d-8994-190f448a338e req-f7a92fdb-9299-496c-965a-bbc066d294c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 200 len: 217 time: 0.0456944 May 19 13:43:58.481868 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeee4d-7201-405d-8994-190f448a338e req-c0ba0a28-e846-4344-915f-74cae6ccdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:58.483410 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8eaeee4d-7201-405d-8994-190f448a338e req-c0ba0a28-e846-4344-915f-74cae6ccdac7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 200 len: 848 time: 0.0489681 May 19 13:43:58.559691 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef901a-c159-49d7-8d8a-8a4c1b780e48 req-5f1c7a5f-ae02-419a-bf60-8d50a83fcb50 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:58.561134 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-72ef901a-c159-49d7-8d8a-8a4c1b780e48 req-5f1c7a5f-ae02-419a-bf60-8d50a83fcb50 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0472324 May 19 13:43:58.610363 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-72ef901a-c159-49d7-8d8a-8a4c1b780e48 req-160b16ba-0275-4f5a-b4dc-e659bcd6dfa6 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/security-groups?id=78f6dff1-5b4a-47dc-8e83-82c77f47a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 May 19 13:43:58.656365 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeee4d-7201-405d-8994-190f448a338e req-1c962a29-4751-4d31-8d0c-7263e206f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:58.657880 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8eaeee4d-7201-405d-8994-190f448a338e req-1c962a29-4751-4d31-8d0c-7263e206f1cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c2afc1-4325-416e-818f-45b74ed21db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462787 May 19 13:43:58.757558 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8eaeee4d-7201-405d-8994-190f448a338e req-6d4fff5e-bb22-4ad9-b821-a83bf999e198 service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888214 May 19 13:43:58.968337 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-8eaeee4d-7201-405d-8994-190f448a338e req-32ac0296-f092-406b-8d84-74251470ebee service neutron] 10.222.0.58 "GET /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936570 May 19 13:43:59.042523 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-9e9678da-d395-4323-ad3a-624f4c438b87 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:59.044355 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-9e9678da-d395-4323-ad3a-624f4c438b87 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 945 time: 0.0482419 May 19 13:43:59.126159 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Deleting port 5d430264-4bd6-4eeb-8a94-9063eff662ea {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:43:59.126467 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:59.216587 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] For port 5d430264-4bd6-4eeb-8a94-9063eff662ea, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=5d430264-4bd6-4eeb-8a94-9063eff662ea,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:43:59.216957 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:59.229813 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Calling delete_port for 5d430264-4bd6-4eeb-8a94-9063eff662ea owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:43:59.632978 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (5d430264-4bd6-4eeb-8a94-9063eff662ea), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:59.661607 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event deleted for resources: {'Port': ['ID=5d430264-4bd6-4eeb-8a94-9063eff662ea,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:59.713204 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] No DVR routers for this DVR port 5d430264-4bd6-4eeb-8a94-9063eff662ea on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:43:59.716266 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:43:59.719617 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-785eab86-efe9-4edf-b5d4-c30b9f6280ab req-fb05e720-3fda-4ff1-9199-903a7b44643c tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.58 "DELETE /v2.0/ports/5d430264-4bd6-4eeb-8a94-9063eff662ea HTTP/1.1" status: 204 len: 173 time: 0.6692615 May 19 13:43:59.720060 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-deleted', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:59.721790 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-3ed23c93-638e-493d-a958-33d230a97b0d req-1ef4890b-0c4d-4086-a440-f54c022f964d tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "GET /v2.0/ports?device_id=b649c85b-1ed3-454b-8ca3-bb53ebc85d91 HTTP/1.1" status: 200 len: 210 time: 0.0365756 May 19 13:43:59.722611 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd9c6f1-1c92-49c7-a280-6bae66f770e8" -d '{"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-deleted", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:43:59.761392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da287e53-fd48-4353-89ba-d285d1e2306a x-openstack-request-id: req-da287e53-fd48-4353-89ba-d285d1e2306a {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:43:59.761745 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649c85b-1ed3-454b-8ca3-bb53ebc85d91", "name": "network-vif-deleted", "tag": "5d430264-4bd6-4eeb-8a94-9063eff662ea", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:43:59.762007 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da287e53-fd48-4353-89ba-d285d1e2306a {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:43:59.762462 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da287e53-fd48-4353-89ba-d285d1e2306a'] response: {'server_uuid': 'b649c85b-1ed3-454b-8ca3-bb53ebc85d91', 'name': 'network-vif-deleted', 'tag': '5d430264-4bd6-4eeb-8a94-9063eff662ea', 'status': 'completed', 'code': 200} May 19 13:44:00.775539 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56690) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:00.838592 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3fb55b66-1d2f-49c6-afec-602f5daa1768 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group (78f6dff1-5b4a-47dc-8e83-82c77f47a427), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:00.868681 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3fb55b66-1d2f-49c6-afec-602f5daa1768 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group (78f6dff1-5b4a-47dc-8e83-82c77f47a427), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:00.939431 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3fb55b66-1d2f-49c6-afec-602f5daa1768 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (78f6dff1-5b4a-47dc-8e83-82c77f47a427), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:00.942168 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3fb55b66-1d2f-49c6-afec-602f5daa1768 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:00.943328 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3fb55b66-1d2f-49c6-afec-602f5daa1768 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] 10.222.0.24 "DELETE /v2.0/security-groups/78f6dff1-5b4a-47dc-8e83-82c77f47a427 HTTP/1.1" status: 204 len: 168 time: 0.1668515 May 19 13:44:00.952886 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb55b66-1d2f-49c6-afec-602f5daa1768 tempest-TestShelveInstance-1917737341 tempest-TestShelveInstance-1917737341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f6dff1-5b4a-47dc-8e83-82c77f47a427,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:00.987906 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56694) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:01.305459 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (7399f41e-6db7-48aa-879e-36ab40c11827), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:01.785793 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Deleting port c5afb660-f5b9-4de9-8dc2-a6d739812d8a {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:01.786514 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:01.868021 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] For port c5afb660-f5b9-4de9-8dc2-a6d739812d8a, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:01.868380 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:01.877290 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:01.881719 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Calling delete_port for c5afb660-f5b9-4de9-8dc2-a6d739812d8a owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:01.887301 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:02.074051 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c5afb660-f5b9-4de9-8dc2-a6d739812d8a), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:02.096438 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5afb660-f5b9-4de9-8dc2-a6d739812d8a,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:02.106336 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.106672 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.107002 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.107333 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.107654 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.108648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.108648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.108648 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.109048 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.109154 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.109524 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.109838 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.110155 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.110440 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.110815 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:02.273913 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (7399f41e-6db7-48aa-879e-36ab40c11827), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:02.487504 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Router 7399f41e-6db7-48aa-879e-36ab40c11827 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:44:02.592635 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:44:02.598171 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-eefd97b1-55e5-451b-8c91-2f6411bf3d3a admin admin] 10.222.0.24 "PUT /v2.0/routers/7399f41e-6db7-48aa-879e-36ab40c11827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090734 May 19 13:44:02.600935 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56696) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:02.602244 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] Sync routers for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:44:02.613825 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:02.614433 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:02.702125 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks [] for router (7399f41e-6db7-48aa-879e-36ab40c11827), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:02.716181 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:02.742254 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:02.792443 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:02.804828 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks [] for router_gateway (7399f41e-6db7-48aa-879e-36ab40c11827), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:02.850284 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Deleting port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:02.850944 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:02.940653 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] For port 773315c7-efa6-4a74-a5b2-b5bfbbf76b81, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:02.941159 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:02.956100 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Calling delete_port for 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 owned by network:router_gateway {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:02.971255 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:02.982308 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:44:02Z', 'revision_number': 5, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port': {'id': '773315c7-efa6-4a74-a5b2-b5bfbbf76b81', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:43:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:03.007403 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] Checking router: 7399f41e-6db7-48aa-879e-36ab40c11827 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:44:03.016125 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] Routers {'7399f41e-6db7-48aa-879e-36ab40c11827'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:03.016716 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['7399f41e-6db7-48aa-879e-36ab40c11827'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:03.093079 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:03.101960 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] Set router 7399f41e-6db7-48aa-879e-36ab40c11827 gateway port host: None {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:03.129274 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (773315c7-efa6-4a74-a5b2-b5bfbbf76b81), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.150166 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:44:02Z', 'revision_number': 6, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:03.154620 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=773315c7-efa6-4a74-a5b2-b5bfbbf76b81,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:03.179215 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5f67f-740a-4097-ab51-f3bd2aa1f258 None None] The sync data for ids ['7399f41e-6db7-48aa-879e-36ab40c11827'] in dv-cinder-841125-6-iscsi is: [{'id': '7399f41e-6db7-48aa-879e-36ab40c11827', 'name': 'tempest-TestShelveInstance-1945103072-router', 'tenant_id': '430899def10d40c192f0d54b8ebf0af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:36Z', 'updated_at': '2022-05-19T13:44:02Z', 'revision_number': 6, 'project_id': '430899def10d40c192f0d54b8ebf0af5', 'gw_port_host': None}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:44:03.221680 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (7399f41e-6db7-48aa-879e-36ab40c11827), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.293396 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 5d430264-4bd6-4eeb-8a94-9063eff662ea no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:03.313471 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 5d430264-4bd6-4eeb-8a94-9063eff662ea {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:03.313899 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 5d430264-4bd6-4eeb-8a94-9063eff662ea not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:03.314692 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (7399f41e-6db7-48aa-879e-36ab40c11827), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.317840 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks [] for router_controller (7399f41e-6db7-48aa-879e-36ab40c11827), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.362352 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (7399f41e-6db7-48aa-879e-36ab40c11827), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.363225 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7399f41e-6db7-48aa-879e-36ab40c11827 {{(pid=103684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:44:03.368305 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.369513 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-fb037bb5-25b4-4cbc-819b-df8510f0ebd0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7399f41e-6db7-48aa-879e-36ab40c11827 HTTP/1.1" status: 204 len: 168 time: 0.7675519 May 19 13:44:03.372531 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56698) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:03.419295 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] Deleting subnet 4a48463b-08da-4d9b-a6be-9ea146198659 {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:44:03.422746 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] Publish callbacks [] for subnet (4a48463b-08da-4d9b-a6be-9ea146198659), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.456859 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9435302'] for subnet (4a48463b-08da-4d9b-a6be-9ea146198659), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.543796 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (4a48463b-08da-4d9b-a6be-9ea146198659), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.590011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:03.606343 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8978630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8514184'] for subnet (4a48463b-08da-4d9b-a6be-9ea146198659), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.638139 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.644336 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a48463b-08da-4d9b-a6be-9ea146198659 HTTP/1.1" status: 204 len: 168 time: 0.2684946 May 19 13:44:03.644336 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5499a3-3374-4d50-88cd-5af1843fa2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a48463b-08da-4d9b-a6be-9ea146198659,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:03.645119 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56700) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:03.652133 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c116a-f0f6-40c0-a46b-47fad6f35d2f None None] Network 93c2afc1-4325-416e-818f-45b74ed21db9 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:44:03.692243 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:03.697317 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:03.722248 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (93c2afc1-4325-416e-818f-45b74ed21db9), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.763296 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Deleting port 8251edb9-571e-4da3-9b6c-5a203391d21d {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:03.763633 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.826434 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] For port 8251edb9-571e-4da3-9b6c-5a203391d21d, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=8251edb9-571e-4da3-9b6c-5a203391d21d,segment=NetworkSegment(75879d78-5786-41d1-b395-f72c0823c99f),segment_id=75879d78-5786-41d1-b395-f72c0823c99f)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:03.826789 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.843597 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Calling delete_port for 8251edb9-571e-4da3-9b6c-5a203391d21d owned by network:dhcp {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:03.926063 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (8251edb9-571e-4da3-9b6c-5a203391d21d), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:03.950614 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e909763-87b7-430e-9329-494a3ec4457c None None] DHCP port deletion for 93c2afc1-4325-416e-818f-45b74ed21db9 request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:44:03.957544 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] No DVR routers for this DVR port 8251edb9-571e-4da3-9b6c-5a203391d21d on host dv-cinder-841125-6-iscsi {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:44:03.962358 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Pushing event deleted for resources: {'Port': ['ID=8251edb9-571e-4da3-9b6c-5a203391d21d,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:04.018573 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c5afb660-f5b9-4de9-8dc2-a6d739812d8a no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:04.039488 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: c5afb660-f5b9-4de9-8dc2-a6d739812d8a {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:04.039831 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c5afb660-f5b9-4de9-8dc2-a6d739812d8a not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:04.040249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:04.042209 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (93c2afc1-4325-416e-818f-45b74ed21db9), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.059594 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:04.059939 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 773315c7-efa6-4a74-a5b2-b5bfbbf76b81 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:04.060368 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8251edb9-571e-4da3-9b6c-5a203391d21d no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:04.063516 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c2afc1-4325-416e-818f-45b74ed21db9']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:04.073757 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75879d78-5786-41d1-b395-f72c0823c99f') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:04.074059 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75879d78-5786-41d1-b395-f72c0823c99f') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:04.083121 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 8251edb9-571e-4da3-9b6c-5a203391d21d {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:04.083463 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 8251edb9-571e-4da3-9b6c-5a203391d21d not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:04.084707 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (75879d78-5786-41d1-b395-f72c0823c99f), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.098367 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (75879d78-5786-41d1-b395-f72c0823c99f), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.104809 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:44:04.105215 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (75879d78-5786-41d1-b395-f72c0823c99f), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:44:04.107052 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:44:04.164601 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (93c2afc1-4325-416e-818f-45b74ed21db9), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.170544 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.173667 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] 10.222.0.24 "DELETE /v2.0/networks/93c2afc1-4325-416e-818f-45b74ed21db9 HTTP/1.1" status: 204 len: 168 time: 0.5274496 May 19 13:44:04.176978 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56702) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:04.185348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d3823-7b19-4053-b849-d6a66066f599 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c2afc1-4325-416e-818f-45b74ed21db9,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:04.280922 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=11 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:04.516349 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (0037cc77-f6ca-4af3-9e62-6c4de18bb616), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.769964 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Deleting port ff4632de-b61e-4e9a-87d3-4a47eda698a6 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:04.770286 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.851556 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] For port ff4632de-b61e-4e9a-87d3-4a47eda698a6, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=ff4632de-b61e-4e9a-87d3-4a47eda698a6,segment=NetworkSegment(2a5359bb-00d4-447f-81c6-c4f652a9d5c3),segment_id=2a5359bb-00d4-447f-81c6-c4f652a9d5c3)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:04.851909 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:04.864763 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Calling delete_port for ff4632de-b61e-4e9a-87d3-4a47eda698a6 owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:05.066366 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (ff4632de-b61e-4e9a-87d3-4a47eda698a6), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:05.093253 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4632de-b61e-4e9a-87d3-4a47eda698a6,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:05.124962 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:05.155709 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:05.295074 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (0037cc77-f6ca-4af3-9e62-6c4de18bb616), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:05.762348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:44:05.868021 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:44:05.873635 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0a0c27ab-633e-4efb-84be-f6c62fd40ee1 admin admin] 10.222.0.24 "PUT /v2.0/routers/0037cc77-f6ca-4af3-9e62-6c4de18bb616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6954136 May 19 13:44:05.875668 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56714) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:05.877749 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] Sync routers for ids ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'] in dv-cinder-841125-6-iscsi {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:44:05.894115 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] Routers {'0037cc77-f6ca-4af3-9e62-6c4de18bb616'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:05.895198 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:05.985231 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks [] for router (0037cc77-f6ca-4af3-9e62-6c4de18bb616), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.087191 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks [] for router_gateway (0037cc77-f6ca-4af3-9e62-6c4de18bb616), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.133276 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] Set router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:06.136887 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Deleting port 14f90c66-8a41-42c7-a598-539e313f2817 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:06.137231 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (14f90c66-8a41-42c7-a598-539e313f2817), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.218757 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] For port 14f90c66-8a41-42c7-a598-539e313f2817, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=14f90c66-8a41-42c7-a598-539e313f2817,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:06.219093 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (14f90c66-8a41-42c7-a598-539e313f2817), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.231919 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Calling delete_port for 14f90c66-8a41-42c7-a598-539e313f2817 owned by network:router_gateway {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:06.245280 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:06.304114 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '14f90c66-8a41-42c7-a598-539e313f2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:44:05Z', 'revision_number': 5, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port': {'id': '14f90c66-8a41-42c7-a598-539e313f2817', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:06.329579 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] Checking router: 0037cc77-f6ca-4af3-9e62-6c4de18bb616 for host: dv-cinder-841125-6-iscsi {{(pid=103685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:44:06.342540 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] Routers {'0037cc77-f6ca-4af3-9e62-6c4de18bb616'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:06.342540 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:43:40Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'], 'active': True} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:06.387336 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:06.415086 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (14f90c66-8a41-42c7-a598-539e313f2817), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.429597 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_dvr_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] Set router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 gateway port host: None {{(pid=103685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:06.452162 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Pushing event deleted for resources: {'Port': ['ID=14f90c66-8a41-42c7-a598-539e313f2817,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:06.485222 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.l3_hamode_db [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:44:06Z', 'revision_number': 6, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:06.512998 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176896e5-cb1e-49d8-a01c-1deb108dbeb2 None None] The sync data for ids ['0037cc77-f6ca-4af3-9e62-6c4de18bb616'] in dv-cinder-841125-6-iscsi is: [{'id': '0037cc77-f6ca-4af3-9e62-6c4de18bb616', 'name': 'tempest-TestShelveInstance-343928358-router', 'tenant_id': 'd869c798457348fdbf3118494dd5775e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:41Z', 'updated_at': '2022-05-19T13:44:06Z', 'revision_number': 6, 'project_id': 'd869c798457348fdbf3118494dd5775e', 'gw_port_host': None}] {{(pid=103685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:44:06.518433 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (0037cc77-f6ca-4af3-9e62-6c4de18bb616), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.614155 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (0037cc77-f6ca-4af3-9e62-6c4de18bb616), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.618587 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks [] for router_controller (0037cc77-f6ca-4af3-9e62-6c4de18bb616), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.670667 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (0037cc77-f6ca-4af3-9e62-6c4de18bb616), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.671023 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0037cc77-f6ca-4af3-9e62-6c4de18bb616 {{(pid=103684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:44:06.675419 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.676858 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c90c35b5-b0eb-4f7f-a6c1-a925108f80ea admin admin] 10.222.0.24 "DELETE /v2.0/routers/0037cc77-f6ca-4af3-9e62-6c4de18bb616 HTTP/1.1" status: 204 len: 168 time: 0.8001766 May 19 13:44:06.679471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56728) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:06.740153 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] Deleting subnet 715c1f1e-7299-4a5b-9146-7e07aee54325 {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:44:06.743484 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] Publish callbacks [] for subnet (715c1f1e-7299-4a5b-9146-7e07aee54325), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.778946 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9435302'] for subnet (715c1f1e-7299-4a5b-9146-7e07aee54325), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.856450 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (715c1f1e-7299-4a5b-9146-7e07aee54325), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.917017 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8978630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8514184'] for subnet (715c1f1e-7299-4a5b-9146-7e07aee54325), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.946145 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715c1f1e-7299-4a5b-9146-7e07aee54325,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:06.948582 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:06.952106 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-002e41e5-04a4-45a9-b68d-a184eff4242f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/715c1f1e-7299-4a5b-9146-7e07aee54325 HTTP/1.1" status: 204 len: 168 time: 0.2713697 May 19 13:44:06.954279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1414cd1-91d5-43a5-91d5-b5ada51065ac None None] Network ac47a727-77fe-4d0c-a719-326f429255e8 requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:44:06.954792 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56730) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:07.027622 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (ac47a727-77fe-4d0c-a719-326f429255e8), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.078021 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Deleting port 97e16b26-fc3f-4e0c-abdd-9af877596de8 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:07.078360 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.157826 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] For port 97e16b26-fc3f-4e0c-abdd-9af877596de8, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=97e16b26-fc3f-4e0c-abdd-9af877596de8,segment=NetworkSegment(2a5359bb-00d4-447f-81c6-c4f652a9d5c3),segment_id=2a5359bb-00d4-447f-81c6-c4f652a9d5c3)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:07.158069 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.173188 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Calling delete_port for 97e16b26-fc3f-4e0c-abdd-9af877596de8 owned by network:dhcp {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:07.228655 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-616cf590-df70-46df-839c-062d301a6114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.239310 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:07.267744 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (97e16b26-fc3f-4e0c-abdd-9af877596de8), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.291026 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e16b26-fc3f-4e0c-abdd-9af877596de8,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:07.297198 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] No DVR routers for this DVR port 97e16b26-fc3f-4e0c-abdd-9af877596de8 on host dv-cinder-841125-6-iscsi {{(pid=103684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:44:07.340678 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeefb85-4733-48ba-b7b2-bf05c8d2b482 None None] DHCP port deletion for ac47a727-77fe-4d0c-a719-326f429255e8 request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:44:07.372734 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (ac47a727-77fe-4d0c-a719-326f429255e8), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.390019 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:07.393452 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac47a727-77fe-4d0c-a719-326f429255e8']}} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:07.402938 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5359bb-00d4-447f-81c6-c4f652a9d5c3') {'for_net_delete': True} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:07.403244 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.services.segments.db [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5359bb-00d4-447f-81c6-c4f652a9d5c3') {} {{(pid=103684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:07.416928 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9435295'] for segment (2a5359bb-00d4-447f-81c6-c4f652a9d5c3), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.430736 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (2a5359bb-00d4-447f-81c6-c4f652a9d5c3), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.437611 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:44:07.437991 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8979300'] for segment (2a5359bb-00d4-447f-81c6-c4f652a9d5c3), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: Traceback (most recent call last): May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: timer() May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: cb(*args, **kw) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: return func(*args, **kwargs) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: self._notify() May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: self.callback(batched_events) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: event.method(event) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: return f(self, *a, **k) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._get(url).json() May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: return self.request(url, 'GET', **kwargs) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:44:07.439675 dv-cinder-841125-6-iscsi neutron-server[103684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:44:07.499176 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (ac47a727-77fe-4d0c-a719-326f429255e8), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.505655 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.511220 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac47a727-77fe-4d0c-a719-326f429255e8 HTTP/1.1" status: 204 len: 168 time: 0.5528984 May 19 13:44:07.520103 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df45e2-694c-4c68-ab3e-dbe9dc577456 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac47a727-77fe-4d0c-a719-326f429255e8,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:07.691094 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56734) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:07.737131 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-086eb1e3-0e95-49e9-8cb1-2f0d0942865c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=430899def10d40c192f0d54b8ebf0af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448279 May 19 13:44:07.739880 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56738) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:07.787466 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc6b5-1840-4faa-916c-79cf269f9616 admin admin] Publish callbacks [] for security_group (8e724771-614b-4a1f-aa96-9aa292e8fe13), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.810230 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc6b5-1840-4faa-916c-79cf269f9616 admin admin] Publish callbacks [] for security_group (8e724771-614b-4a1f-aa96-9aa292e8fe13), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.862312 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc6b5-1840-4faa-916c-79cf269f9616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8e724771-614b-4a1f-aa96-9aa292e8fe13), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.866120 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc6b5-1840-4faa-916c-79cf269f9616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:07.867831 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-7f2fc6b5-1840-4faa-916c-79cf269f9616 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e724771-614b-4a1f-aa96-9aa292e8fe13 HTTP/1.1" status: 204 len: 168 time: 0.1265800 May 19 13:44:07.877503 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fc6b5-1840-4faa-916c-79cf269f9616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e724771-614b-4a1f-aa96-9aa292e8fe13,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:07.959087 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14f90c66-8a41-42c7-a598-539e313f2817 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:07.979322 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 14f90c66-8a41-42c7-a598-539e313f2817 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:07.979647 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 14f90c66-8a41-42c7-a598-539e313f2817 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:07.980047 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ff4632de-b61e-4e9a-87d3-4a47eda698a6 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:07.998976 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: ff4632de-b61e-4e9a-87d3-4a47eda698a6 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:07.999494 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device ff4632de-b61e-4e9a-87d3-4a47eda698a6 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:07.999945 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 97e16b26-fc3f-4e0c-abdd-9af877596de8 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:08.023474 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 97e16b26-fc3f-4e0c-abdd-9af877596de8 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:08.023913 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 97e16b26-fc3f-4e0c-abdd-9af877596de8 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:08.221374 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56744) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:08.262535 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4cfe4879-6862-4071-b232-2a16b6f46aeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d869c798457348fdbf3118494dd5775e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395513 May 19 13:44:08.264960 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56746) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:08.316621 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3456964c-7642-440e-a5df-6c5b1d686cdd admin admin] Publish callbacks [] for security_group (c5e0fe3e-dbc0-4b75-956f-bbd279131265), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:08.337873 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3456964c-7642-440e-a5df-6c5b1d686cdd admin admin] Publish callbacks [] for security_group (c5e0fe3e-dbc0-4b75-956f-bbd279131265), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:08.394054 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3456964c-7642-440e-a5df-6c5b1d686cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (c5e0fe3e-dbc0-4b75-956f-bbd279131265), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:08.396524 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-3456964c-7642-440e-a5df-6c5b1d686cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:08.397778 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-3456964c-7642-440e-a5df-6c5b1d686cdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5e0fe3e-dbc0-4b75-956f-bbd279131265 HTTP/1.1" status: 204 len: 168 time: 0.1317351 May 19 13:44:08.405384 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456964c-7642-440e-a5df-6c5b1d686cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e0fe3e-dbc0-4b75-956f-bbd279131265,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:09.618943 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-41a06997-f6e0-45cb-9a77-59e5abc81b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:10.865965 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:10.896216 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:44:12.477942 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:13.153722 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=12 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:13.901683 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:15.946620 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24f298-6ebc-4fbc-89a7-7fa7e47f48c3 req-60e8c283-ed50-412f-ba51-fb2df8ec0765 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:15.949680 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5f24f298-6ebc-4fbc-89a7-7fa7e47f48c3 req-60e8c283-ed50-412f-ba51-fb2df8ec0765 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 945 time: 0.0563440 May 19 13:44:16.001159 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-5f24f298-6ebc-4fbc-89a7-7fa7e47f48c3 req-baecb5fa-bd22-4668-9fea-b5eb6e335810 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472436 May 19 13:44:17.126224 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0f138-480b-4322-85a7-9cf0cb3411a1 req-610e8383-8e0d-46a1-aad9-bca933fc19a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:17.127661 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8ec0f138-480b-4322-85a7-9cf0cb3411a1 req-610e8383-8e0d-46a1-aad9-bca933fc19a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 945 time: 0.0532155 May 19 13:44:17.185026 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8ec0f138-480b-4322-85a7-9cf0cb3411a1 req-59f8996f-3e81-4712-8b41-1ca6dbf4e185 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=36960927-a48e-4179-a6b1-29dac2c1f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483060 May 19 13:44:17.458737 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-47cad374-eea3-424f-93ca-6af562c34b00 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:17.460080 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-47cad374-eea3-424f-93ca-6af562c34b00 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 945 time: 0.0543909 May 19 13:44:17.495863 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:17.501628 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:17.550554 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port 98264b7d-bc99-4573-9028-d60b0f3ed3be {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:17.550849 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:17.647782 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] For port 98264b7d-bc99-4573-9028-d60b0f3ed3be, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98264b7d-bc99-4573-9028-d60b0f3ed3be,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:17.648158 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:17.809916 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:17.810321 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (5ef01768-d0fa-45b3-8725-9219198095b8), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:17.810629 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP 5ef01768-d0fa-45b3-8725-9219198095b8 disassociated. External IP: 172.27.1.246, port: 98264b7d-bc99-4573-9028-d60b0f3ed3be. May 19 13:44:17.810966 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for 98264b7d-bc99-4573-9028-d60b0f3ed3be owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:17.942840 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (98264b7d-bc99-4573-9028-d60b0f3ed3be), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:17.969395 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=98264b7d-bc99-4573-9028-d60b0f3ed3be,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:17.979451 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.979801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.980152 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.980487 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.980821 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.981150 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.981483 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.981837 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.982621 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.982621 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.983025 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.983219 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.983542 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.983864 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:17.984173 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:18.103140 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:44:18.217553 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:44:18.230604 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:44:18.249304 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:18.250330 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:44:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:18.282286 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] No DVR routers for this DVR port 98264b7d-bc99-4573-9028-d60b0f3ed3be on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:44:18.291616 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:18.296017 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-17a0ed0f-2569-4dcb-8b38-a7c0ad02bb6b req-31a6efd8-b7b8-4f18-9233-12555425045d tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "DELETE /v2.0/ports/98264b7d-bc99-4573-9028-d60b0f3ed3be HTTP/1.1" status: 204 len: 173 time: 0.8311985 May 19 13:44:18.300218 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'name': 'network-vif-deleted', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:44:18.300218 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215544f6-ff9f-4a6d-837f-adf8c76af09e" -d '{"events": [{"server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "name": "network-vif-deleted", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:44:18.323198 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-58095504-5c78-4858-a657-718bc893d636 req-4f360688-1330-481c-891d-0362f8db65f7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=69b0d8dd-4d36-4174-991d-46f31a266b9f HTTP/1.1" status: 200 len: 210 time: 0.0428374 May 19 13:44:18.384846 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ee7b62-6178-488d-86e8-81227ef3363b x-openstack-request-id: req-49ee7b62-6178-488d-86e8-81227ef3363b {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:44:18.385139 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b0d8dd-4d36-4174-991d-46f31a266b9f", "name": "network-vif-deleted", "tag": "98264b7d-bc99-4573-9028-d60b0f3ed3be", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:44:18.385402 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49ee7b62-6178-488d-86e8-81227ef3363b {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:44:18.386266 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ee7b62-6178-488d-86e8-81227ef3363b'] response: {'server_uuid': '69b0d8dd-4d36-4174-991d-46f31a266b9f', 'name': 'network-vif-deleted', 'tag': '98264b7d-bc99-4573-9028-d60b0f3ed3be', 'status': 'completed', 'code': 200} May 19 13:44:18.392213 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:18.596017 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:18.620842 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:44:18.629672 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:18.630196 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:44:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:18.730740 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:18.926628 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:18.954967 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5a478-90c0-4239-b56d-32df0871cf1c None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:44:19.172085 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1913371-3e16-4ca6-9332-50ce5ee583b3 None None] New status for floating IP 5ef01768-d0fa-45b3-8725-9219198095b8: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:44:19.424646 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56796) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:19.489150 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cc754336-0039-4722-9238-b4e40453fad0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (36960927-a48e-4179-a6b1-29dac2c1f82c), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.514353 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cc754336-0039-4722-9238-b4e40453fad0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (36960927-a48e-4179-a6b1-29dac2c1f82c), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.567000 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cc754336-0039-4722-9238-b4e40453fad0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (36960927-a48e-4179-a6b1-29dac2c1f82c), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.570568 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-cc754336-0039-4722-9238-b4e40453fad0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.572133 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-cc754336-0039-4722-9238-b4e40453fad0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/security-groups/36960927-a48e-4179-a6b1-29dac2c1f82c HTTP/1.1" status: 204 len: 168 time: 0.1464925 May 19 13:44:19.574985 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56798) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:19.581539 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc754336-0039-4722-9238-b4e40453fad0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36960927-a48e-4179-a6b1-29dac2c1f82c,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:19.594362 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.api.v2.resource [None req-84f6aa1d-bdfa-48dc-93b3-a84cf61ed519 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] show failed (client error): The resource could not be found. May 19 13:44:19.595440 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-84f6aa1d-bdfa-48dc-93b3-a84cf61ed519 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups/36960927-a48e-4179-a6b1-29dac2c1f82c HTTP/1.1" status: 404 len: 347 time: 0.0193400 May 19 13:44:19.598601 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56800) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:19.711719 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port c3932a07-60c2-4d91-92fc-7627316395eb {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:44:19.712015 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c3932a07-60c2-4d91-92fc-7627316395eb), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.764921 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:19.776978 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:19.792839 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c3932a07-60c2-4d91-92fc-7627316395eb), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.793161 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (c3932a07-60c2-4d91-92fc-7627316395eb), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.805905 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for c3932a07-60c2-4d91-92fc-7627316395eb owned by network:floatingip {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:44:19.943688 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (c3932a07-60c2-4d91-92fc-7627316395eb), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:19.967648 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=c3932a07-60c2-4d91-92fc-7627316395eb,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:20.036327 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (5ef01768-d0fa-45b3-8725-9219198095b8), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.038932 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.040186 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6134fa65-9a6a-4b02-a239-f70b5a3f38b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ef01768-d0fa-45b3-8725-9219198095b8 HTTP/1.1" status: 204 len: 168 time: 0.4405799 May 19 13:44:20.109566 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56804) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:20.114246 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-a8e6cb74-3700-4931-ae50-702771350749 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166436278', 'description': 'tempest-description--1011144152'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:44:20.135578 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb74-3700-4931-ae50-702771350749 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.202428 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb74-3700-4931-ae50-702771350749 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (9f1c6017-d2a6-4ed5-9ece-ff5dd607d662), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.207697 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb74-3700-4931-ae50-702771350749 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9f1c6017-d2a6-4ed5-9ece-ff5dd607d662), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.236217 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6cb74-3700-4931-ae50-702771350749 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:20.240738 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-a8e6cb74-3700-4931-ae50-702771350749 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.242001 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-a8e6cb74-3700-4931-ae50-702771350749 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1313138 May 19 13:44:20.245195 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56806) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:20.250991 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-5b221eff-4f1d-4fc8-b1bf-9a22b2f47db5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '9f1c6017-d2a6-4ed5-9ece-ff5dd607d662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:44:20.281865 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b221eff-4f1d-4fc8-b1bf-9a22b2f47db5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (e3150343-16a7-482d-872c-5d689b38e60d), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.343490 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b221eff-4f1d-4fc8-b1bf-9a22b2f47db5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (e3150343-16a7-482d-872c-5d689b38e60d), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.349185 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b221eff-4f1d-4fc8-b1bf-9a22b2f47db5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (e3150343-16a7-482d-872c-5d689b38e60d), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.366747 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b221eff-4f1d-4fc8-b1bf-9a22b2f47db5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3150343-16a7-482d-872c-5d689b38e60d,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:20.375134 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-5b221eff-4f1d-4fc8-b1bf-9a22b2f47db5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.376349 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-5b221eff-4f1d-4fc8-b1bf-9a22b2f47db5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300352 May 19 13:44:20.379180 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56808) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:20.383646 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-1590ead1-7561-4efd-a473-6c9a909aa42c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'security_group_rule': {'security_group_id': '9f1c6017-d2a6-4ed5-9ece-ff5dd607d662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:44:20.413679 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1590ead1-7561-4efd-a473-6c9a909aa42c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (b5e50860-a71f-45a7-907c-0a33be7c92fa), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.443364 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:20.475991 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1590ead1-7561-4efd-a473-6c9a909aa42c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (b5e50860-a71f-45a7-907c-0a33be7c92fa), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.480553 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1590ead1-7561-4efd-a473-6c9a909aa42c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470608'] for security_group_rule (b5e50860-a71f-45a7-907c-0a33be7c92fa), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.500457 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590ead1-7561-4efd-a473-6c9a909aa42c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e50860-a71f-45a7-907c-0a33be7c92fa,revision_number=0']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:20.511011 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1590ead1-7561-4efd-a473-6c9a909aa42c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.512511 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1590ead1-7561-4efd-a473-6c9a909aa42c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323643 May 19 13:44:20.516111 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56810) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:20.520742 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:44:20.544280 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.633987 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.740017 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.27.1.66 (43cd534f-6e6e-4e38-9855-01db45d8fc85/1886f12d-2b6d-4df3-be64-7946cf1670fc/84199bbb-d1ef-4568-94b0-ca66dff0b5a9) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:44:20.864101 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.866721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:20.868595 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:20.904164 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:20.945450 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 43cd534f-6e6e-4e38-9855-01db45d8fc85 is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:44:20.950392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:44:20.952667 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=84199bbb-d1ef-4568-94b0-ca66dff0b5a9,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:20.954794 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:44:21.037170 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (dd45a351-b270-40bc-aebe-84647113f884), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:21.076940 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:21.261705 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:21.268364 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:21.335990 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=84199bbb-d1ef-4568-94b0-ca66dff0b5a9,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:21.347957 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (dd45a351-b270-40bc-aebe-84647113f884), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:21.365561 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:21.366774 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-307e7cde-8b2f-4a03-840b-3342499fcd57 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8496401 May 19 13:44:21.414822 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 98264b7d-bc99-4573-9028-d60b0f3ed3be no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:44:21.434906 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: 98264b7d-bc99-4573-9028-d60b0f3ed3be {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:44:21.435629 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device 98264b7d-bc99-4573-9028-d60b0f3ed3be not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:44:21.546278 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:21.572393 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-08d73408-0ce0-49f5-8631-21b8f627bec8 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1166436278&fields=id&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 267 time: 0.0466025 May 19 13:44:21.682530 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-c8d83768-0c27-4145-88b4-5948213d8d4e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:21.683982 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-c8d83768-0c27-4145-88b4-5948213d8d4e tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.1047351 May 19 13:44:21.699015 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-56140139-0940-427c-b7b6-f655d77c4644 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/quotas/bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 375 time: 0.0094838 May 19 13:44:21.748322 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-f3e1c496-7565-4a9f-80b5-fceb324f915c tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439818 May 19 13:44:21.769734 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-87d6d1ff-2588-4e49-ac7e-cfcc6e3537b5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 13:44:21.770589 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-87d6d1ff-2588-4e49-ac7e-cfcc6e3537b5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050395 May 19 13:44:21.866630 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-fe4bb83c-54bb-4128-9feb-e66b14baa304 service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878992 May 19 13:44:21.959420 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-d06120d9-0cb4-4efd-aed0-64840102ef56 service neutron] 10.222.0.24 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840509 May 19 13:44:22.133315 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-c5d96d68-d97f-4f83-865f-b11f9f067ec7 req-137b7eaa-1feb-49a3-a826-5253776236a0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 210 time: 0.0288506 May 19 13:44:23.203639 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-1faa4355-590b-4684-b88d-bfe2e4056671 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:23.205168 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-1faa4355-590b-4684-b88d-bfe2e4056671 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 814 time: 0.1097176 May 19 13:44:23.238455 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-b49b39c9-eabd-46c7-90f2-c71c6bbc1d23 req-be2fe2b2-6b05-4e3d-9e27-cf8bf872d508 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 210 time: 0.0353961 May 19 13:44:23.286346 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-f9287b06-7a2d-4761-830e-f8c45ca97cdc tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc560e8b75194743bbb46d903b481357 HTTP/1.1" status: 200 len: 380 time: 0.0670323 May 19 13:44:23.384781 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'port': {'device_id': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'admin_state_up': True, 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'security_groups': ['9f1c6017-d2a6-4ed5-9ece-ff5dd607d662']}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:44:23.391179 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:23.504438 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Made reservation on behalf of bc560e8b75194743bbb46d903b481357 for: {'port': 1} {{(pid=103683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:44:23.507834 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:23.577900 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:23.657198 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.db_base_plugin_common [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Allocated IP 172.20.0.8 (39a38089-655e-4b34-b99f-11a97c39ff7d/032fe7e0-f7d0-4e28-a79b-894d3460eb6b/a712f409-df20-4bde-a594-7e288605b2ae) {{(pid=103683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:44:23.796401 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for port (a712f409-df20-4bde-a594-7e288605b2ae), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:23.833881 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782749964831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (a712f409-df20-4bde-a594-7e288605b2ae), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:23.876862 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Network 39a38089-655e-4b34-b99f-11a97c39ff7d is already hosted by enough agents. {{(pid=103683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:44:23.880032 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.base_scheduler [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Resources bound (agent type, host, resource id): {{(pid=103683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:44:23.883804 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Received port after_create {{(pid=103683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 13:44:23.906833 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event updated for resources: {'Port': ['ID=a712f409-df20-4bde-a594-7e288605b2ae,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:23.939347 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:23.939971 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:23.958226 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-055fd63a-dd53-4e17-b52c-c6490210fc4f tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799320 May 19 13:44:23.976640 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.v2.base [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Request body: {'port': {'device_id': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=103683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:44:24.042150 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a712f409-df20-4bde-a594-7e288605b2ae), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.148914 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:24.150878 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:24.156346 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:24.160259 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-f5c29682-9950-43e6-ba70-ad4f600a645b None None] Provisioning complete for port a712f409-df20-4bde-a594-7e288605b2ae triggered by entity DHCP. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:44:24.160827 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-f5c29682-9950-43e6-ba70-ad4f600a645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a712f409-df20-4bde-a594-7e288605b2ae), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.188436 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:24.210294 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-f5c29682-9950-43e6-ba70-ad4f600a645b None None] Port a712f409-df20-4bde-a594-7e288605b2ae cannot update to ACTIVE because it is not bound. {{(pid=103685) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 13:44:24.214235 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.365823 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a712f409-df20-4bde-a594-7e288605b2ae {{(pid=103683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:44:24.376777 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Publish callbacks [] for port (a712f409-df20-4bde-a594-7e288605b2ae), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.389405 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863067c-436c-4f4d-8db1-fb9e029863d1 req-a31b432e-280a-47ad-92bf-33c689a5f7b5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:24.390891 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d863067c-436c-4f4d-8db1-fb9e029863d1 req-a31b432e-280a-47ad-92bf-33c689a5f7b5 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 931 time: 0.0672271 May 19 13:44:24.399946 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.provisioning_blocks [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Transition to ACTIVE for port object a712f409-df20-4bde-a594-7e288605b2ae will not be triggered until provisioned by entity L2. {{(pid=103683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 13:44:24.416992 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (a712f409-df20-4bde-a594-7e288605b2ae), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.428124 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:24.491305 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Pushing event updated for resources: {'Port': ['ID=a712f409-df20-4bde-a594-7e288605b2ae,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:24.498173 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-d863067c-436c-4f4d-8db1-fb9e029863d1 req-2417824c-77fd-4ed6-850e-ffa73b8ecbfb tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013253 May 19 13:44:24.573143 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Attempting to bind port a712f409-df20-4bde-a594-7e288605b2ae on host hv-cinder-84112 for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 13:44:24.573501 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Attempting to bind port a712f409-df20-4bde-a594-7e288605b2ae by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 13:44:24.573835 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Attempting to bind port a712f409-df20-4bde-a594-7e288605b2ae on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:44:24.578896 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Port a712f409-df20-4bde-a594-7e288605b2ae on network 39a38089-655e-4b34-b99f-11a97c39ff7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 13:44:24.579211 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Attempting to bind port a712f409-df20-4bde-a594-7e288605b2ae on network 39a38089-655e-4b34-b99f-11a97c39ff7d {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 13:44:24.584364 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Checking agent: {'id': '426238de-778d-46e1-ac12-1c5913b077df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'started_at': datetime.datetime(2022, 5, 19, 13, 29, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 13:44:24.584698 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Checking segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 13:44:24.585081 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Bound using segment: {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 13:44:24.585531 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Bound port: a712f409-df20-4bde-a594-7e288605b2ae, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22cf0f3-d4d7-4242-9eab-43017f2c0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 13:44:24.585889 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a712f409-df20-4bde-a594-7e288605b2ae), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.650874 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] For port a712f409-df20-4bde-a594-7e288605b2ae, host hv-cinder-84112, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 13:44:24.654087 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] For port a712f409-df20-4bde-a594-7e288605b2ae, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=a712f409-df20-4bde-a594-7e288605b2ae,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 13:44:24.661773 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424495'] for port (a712f409-df20-4bde-a594-7e288605b2ae), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.700695 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:24.701957 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:24.703364 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] 10.222.0.58 "PUT /v2.0/ports/a712f409-df20-4bde-a594-7e288605b2ae HTTP/1.1" status: 200 len: 1093 time: 0.7311907 May 19 13:44:24.703799 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:44:24.706092 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a9346-0f16-4270-9594-c998d57b3d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "tag": "a712f409-df20-4bde-a594-7e288605b2ae"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:44:24.727481 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8c6e-e805-4b3b-bdeb-6981e6d4ce55 service neutron] Pushing event updated for resources: {'Port': ['ID=a712f409-df20-4bde-a594-7e288605b2ae,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:24.759924 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e776c9d4-ed03-41fa-8465-1460b8ddc964 x-openstack-request-id: req-e776c9d4-ed03-41fa-8465-1460b8ddc964 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:44:24.760229 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "tag": "a712f409-df20-4bde-a594-7e288605b2ae", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:44:24.760470 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e776c9d4-ed03-41fa-8465-1460b8ddc964 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:44:24.760887 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e776c9d4-ed03-41fa-8465-1460b8ddc964'] response: {'name': 'network-changed', 'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae', 'status': 'completed', 'code': 200} May 19 13:44:24.813117 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-e034ecdf-01ad-4e9d-b2b7-ed262ea48429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:24.814698 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-e034ecdf-01ad-4e9d-b2b7-ed262ea48429 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 1127 time: 0.0462837 May 19 13:44:24.861564 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-116bedf8-b574-41b0-b4b0-bae71317277c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a712f409-df20-4bde-a594-7e288605b2ae HTTP/1.1" status: 200 len: 217 time: 0.0337560 May 19 13:44:24.918624 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-af830443-0ee4-4f66-8825-a8c74a4d0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:24.920564 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-af830443-0ee4-4f66-8825-a8c74a4d0a1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0528414 May 19 13:44:24.968165 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-d5d11757-bde8-489d-bdf2-70d95c05f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:24.969726 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-d5d11757-bde8-489d-bdf2-70d95c05f5cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424519 May 19 13:44:25.069096 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-f93df5c8-0611-48cf-a5ee-9a6c41b421b8 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924671 May 19 13:44:25.091894 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:25.179267 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-6d61b3e3-2f88-4596-915e-2b2dce40e7e2 req-4eb0e40a-54f0-4674-9910-c4d2f5f1dd82 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040270 May 19 13:44:25.626801 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e7c07-c7fa-4b66-a4f8-13f96fefa57d req-5b208883-bc68-407f-b1ab-c4558f5031ec tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:25.628248 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-216e7c07-c7fa-4b66-a4f8-13f96fefa57d req-5b208883-bc68-407f-b1ab-c4558f5031ec tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 943 time: 0.0491412 May 19 13:44:25.690531 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-216e7c07-c7fa-4b66-a4f8-13f96fefa57d req-8a797606-6907-43f3-925b-5d2560123e31 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537627 May 19 13:44:25.946225 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-da5d997c-02c0-4446-b57c-dfcfd5fa7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:25.947673 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-da5d997c-02c0-4446-b57c-dfcfd5fa7380 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 1127 time: 0.0409915 May 19 13:44:26.050735 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-10194aa3-efc8-4ec0-a9ef-4c178393f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:26.052975 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-10194aa3-efc8-4ec0-a9ef-4c178393f74b service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.0987501 May 19 13:44:26.098034 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-fc1d03df-bf24-4cea-8041-56df4f753b70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a712f409-df20-4bde-a594-7e288605b2ae HTTP/1.1" status: 200 len: 217 time: 0.0389242 May 19 13:44:26.145895 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-6f645da7-9d57-4c23-a98f-38f1ce00bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:26.147577 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-6f645da7-9d57-4c23-a98f-38f1ce00bb5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0443158 May 19 13:44:26.194885 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-a38f0641-7001-4f1e-9161-e4cf03406852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:26.196340 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-a38f0641-7001-4f1e-9161-e4cf03406852 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434523 May 19 13:44:26.286882 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-47f31573-ec73-4d07-8e7a-96a40baadbea service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844522 May 19 13:44:26.340767 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:26.382299 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a84a9346-0f16-4270-9594-c998d57b3d9a req-3b6ee36e-b9b4-49a1-9c8b-e44cce55b338 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894854 May 19 13:44:26.823500 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3f52e-5249-4724-8813-40067a01c1d4 req-4539f148-6059-4950-84ad-3a7949bac7e9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:26.824984 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0fa3f52e-5249-4724-8813-40067a01c1d4 req-4539f148-6059-4950-84ad-3a7949bac7e9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 943 time: 0.0554082 May 19 13:44:26.877305 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-0fa3f52e-5249-4724-8813-40067a01c1d4 req-19965f05-8827-4a00-864a-c8746f503fdb tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 May 19 13:44:27.461257 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device a712f409-df20-4bde-a594-7e288605b2ae details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=103685) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 13:44:27.571862 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port a712f409-df20-4bde-a594-7e288605b2ae, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=a712f409-df20-4bde-a594-7e288605b2ae,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:27.584313 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Returning: {'device': 'a712f409-df20-4bde-a594-7e288605b2ae', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'port_id': 'a712f409-df20-4bde-a594-7e288605b2ae', 'mac_address': 'fa:16:3e:2f:c7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103685) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 13:44:27.623579 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port a712f409-df20-4bde-a594-7e288605b2ae is: DOWN; New status is: BUILD {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:44:27.623982 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a712f409-df20-4bde-a594-7e288605b2ae), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:27.637290 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a712f409-df20-4bde-a594-7e288605b2ae {{(pid=103685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:44:27.659466 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port a712f409-df20-4bde-a594-7e288605b2ae, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=a712f409-df20-4bde-a594-7e288605b2ae,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:27.667116 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a712f409-df20-4bde-a594-7e288605b2ae), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:27.718414 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=a712f409-df20-4bde-a594-7e288605b2ae,revision_number=4']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:27.725655 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.726033 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.726374 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.726711 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.727041 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.727373 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.727696 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.728018 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.728330 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.728650 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.728974 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.729296 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.729636 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.729957 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.730274 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:44:27.943993 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] get_ports_and_sgs() called for port_ids ['a712f409-df20-4bde-a594-7e288605b2ae'] {{(pid=103685) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 13:44:28.013276 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa295-3547-4e24-91c4-8459d5c439f5 req-65b5dc85-ab22-4adb-a61a-82ae3b9b20ab tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:28.015080 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cc4fa295-3547-4e24-91c4-8459d5c439f5 req-65b5dc85-ab22-4adb-a61a-82ae3b9b20ab tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 944 time: 0.0481918 May 19 13:44:28.067033 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-cc4fa295-3547-4e24-91c4-8459d5c439f5 req-9c4a3652-44f7-442a-8af7-46071b8fcef9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 May 19 13:44:29.200019 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94647f7c-4c0e-4d32-9323-3201fbd46ecb req-bc8922b9-65e7-45ee-9ab7-7cdcc8644153 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:29.201610 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-94647f7c-4c0e-4d32-9323-3201fbd46ecb req-bc8922b9-65e7-45ee-9ab7-7cdcc8644153 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 944 time: 0.0480733 May 19 13:44:29.250674 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-94647f7c-4c0e-4d32-9323-3201fbd46ecb req-6285fceb-cf0e-4bd4-bfbf-a1d4819557f7 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 May 19 13:44:29.485893 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device a712f409-df20-4bde-a594-7e288605b2ae up at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 13:44:29.530580 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning for port a712f409-df20-4bde-a594-7e288605b2ae completed by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 13:44:29.539996 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.db.provisioning_blocks [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Provisioning complete for port a712f409-df20-4bde-a594-7e288605b2ae triggered by entity L2. {{(pid=103685) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 13:44:29.540358 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7635178'] for port (a712f409-df20-4bde-a594-7e288605b2ae), provisioning_complete {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:29.620964 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Current status of the port a712f409-df20-4bde-a594-7e288605b2ae is: BUILD; New status is: ACTIVE {{(pid=103685) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 13:44:29.621346 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7699066'] for port (a712f409-df20-4bde-a594-7e288605b2ae), before_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:29.644825 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae'}] {{(pid=103685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:44:29.647129 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8a6d8716d4bd7f402fc80bcbf7a28f038a5e3c64177551de4f40c12d3188093" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f9f09-c7c6-4424-a943-f4d10aca34bf" -d '{"events": [{"server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "name": "network-vif-plugged", "status": "completed", "tag": "a712f409-df20-4bde-a594-7e288605b2ae"}]}' {{(pid=103685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:44:29.659560 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.db [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] For port a712f409-df20-4bde-a594-7e288605b2ae, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=a712f409-df20-4bde-a594-7e288605b2ae,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:44:29.664521 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782750369931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782749964849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782749964867'] for port (a712f409-df20-4bde-a594-7e288605b2ae), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:29.691112 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e75d3-0264-4d0a-936e-b2900992434c x-openstack-request-id: req-af3e75d3-0264-4d0a-936e-b2900992434c {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:44:29.691400 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "name": "network-vif-plugged", "status": "completed", "tag": "a712f409-df20-4bde-a594-7e288605b2ae", "code": 200}]} {{(pid=103685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:44:29.691649 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af3e75d3-0264-4d0a-936e-b2900992434c {{(pid=103685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:44:29.692048 dv-cinder-841125-6-iscsi neutron-server[103685]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3e75d3-0264-4d0a-936e-b2900992434c'] response: {'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae', 'code': 200} May 19 13:44:29.713970 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Pushing event updated for resources: {'Port': ['ID=a712f409-df20-4bde-a594-7e288605b2ae,revision_number=5']} {{(pid=103685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:44:29.908915 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ba5f1-e827-4c30-a914-600b3b96c225 req-2de8020c-2aa8-4aef-b27a-3fad54349c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:29.910439 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd2ba5f1-e827-4c30-a914-600b3b96c225 req-2de8020c-2aa8-4aef-b27a-3fad54349c67 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 1129 time: 0.0420494 May 19 13:44:30.229136 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-bd2ba5f1-e827-4c30-a914-600b3b96c225 req-a8124c83-000e-4936-845e-04e89367142e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120155 May 19 13:44:30.376463 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02e935-b69b-4388-a7c8-e5a8492e2e26 req-5b108692-fbd8-42e3-8836-cd03d09f6a32 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:30.378115 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1c02e935-b69b-4388-a7c8-e5a8492e2e26 req-5b108692-fbd8-42e3-8836-cd03d09f6a32 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 945 time: 0.0573032 May 19 13:44:30.429270 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-1c02e935-b69b-4388-a7c8-e5a8492e2e26 req-87b4227c-d22a-46b5-9984-34ac4a1384f2 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450506 May 19 13:44:30.812147 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=72 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:31.555217 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58398a-e48b-46e1-9f92-de3a230fd07f req-7ab01b04-dadf-4744-9fad-9fb0615081ea tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:31.556596 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ea58398a-e48b-46e1-9f92-de3a230fd07f req-7ab01b04-dadf-4744-9fad-9fb0615081ea tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 945 time: 0.0490901 May 19 13:44:31.608889 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-ea58398a-e48b-46e1-9f92-de3a230fd07f req-2fee2054-5588-4441-b868-72a104df7c71 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 May 19 13:44:31.734872 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74885bba-2f43-4853-85cf-d86012b6eeb6 req-4622e4bf-75fd-4814-8836-ab25364800af tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:31.736382 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-74885bba-2f43-4853-85cf-d86012b6eeb6 req-4622e4bf-75fd-4814-8836-ab25364800af tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 945 time: 0.0619841 May 19 13:44:31.749065 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56864) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:44:31.753807 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.v2.base [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Request body: {'floatingip': {'port_id': 'a712f409-df20-4bde-a594-7e288605b2ae'}} {{(pid=103684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 13:44:31.792103 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (dd45a351-b270-40bc-aebe-84647113f884), before_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:32.007197 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:32.129391 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=100 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:32.227922 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:32.233437 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (dd45a351-b270-40bc-aebe-84647113f884), after_update {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:32.332976 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.db.l3_db [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP dd45a351-b270-40bc-aebe-84647113f884 associated. External IP: 172.27.1.66, port: a712f409-df20-4bde-a594-7e288605b2ae. May 19 13:44:32.536242 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:44:32.642949 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:44:32.648335 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:32.653388 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57902720-92aa-423b-a86a-e799deaa350a None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:44:32.669030 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:32.669849 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:44:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:32.685382 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-2076427c-15cc-4b68-b28e-7673d84ac883 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "PUT /v2.0/floatingips/dd45a351-b270-40bc-aebe-84647113f884 HTTP/1.1" status: 200 len: 990 time: 0.9352021 May 19 13:44:32.686032 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae'}] {{(pid=103684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:44:32.688713 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}618d8c3593d0794acdbe7fc264e0b5fd2b4e87e6d878ed91285f04d5b23355d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40ac577-fead-4978-b87b-c8ce9130304e" -d '{"events": [{"name": "network-changed", "server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "tag": "a712f409-df20-4bde-a594-7e288605b2ae"}]}' {{(pid=103684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:44:32.727933 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913e0ae2-08b3-4b26-930a-56c9f675c775 x-openstack-request-id: req-913e0ae2-08b3-4b26-930a-56c9f675c775 {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:44:32.728223 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "tag": "a712f409-df20-4bde-a594-7e288605b2ae", "status": "completed", "code": 200}]} {{(pid=103684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:44:32.728475 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-913e0ae2-08b3-4b26-930a-56c9f675c775 {{(pid=103684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:44:32.728876 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913e0ae2-08b3-4b26-930a-56c9f675c775'] response: {'name': 'network-changed', 'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae', 'status': 'completed', 'code': 200} May 19 13:44:32.776442 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:32.811454 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac577-fead-4978-b87b-c8ce9130304e req-cfc2cdab-280f-438b-bd7d-97edd648a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:32.813055 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a40ac577-fead-4978-b87b-c8ce9130304e req-cfc2cdab-280f-438b-bd7d-97edd648a47f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc560e8b75194743bbb46d903b481357&device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 1129 time: 0.0415566 May 19 13:44:32.871381 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=100 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:32.906427 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac577-fead-4978-b87b-c8ce9130304e req-77add08a-af50-400b-8046-e6119d7f2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:32.907897 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a40ac577-fead-4978-b87b-c8ce9130304e req-77add08a-af50-400b-8046-e6119d7f2bab service neutron] 10.222.0.58 "GET /v2.0/networks?id=39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 200 len: 915 time: 0.0889452 May 19 13:44:32.910689 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:32.970801 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a40ac577-fead-4978-b87b-c8ce9130304e req-bbad600a-e121-41bb-b7fb-ba4b2197f1c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a712f409-df20-4bde-a594-7e288605b2ae HTTP/1.1" status: 200 len: 998 time: 0.0570672 May 19 13:44:32.994738 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'dd45a351-b270-40bc-aebe-84647113f884', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'a712f409-df20-4bde-a594-7e288605b2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:2f:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:44:20Z', 'updated_at': '2022-05-19T13:44:32Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:33.023468 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57902720-92aa-423b-a86a-e799deaa350a None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:44:33.024898 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac577-fead-4978-b87b-c8ce9130304e req-734bcf76-5c38-4dac-a7a3-63bb3f39b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:33.026450 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a40ac577-fead-4978-b87b-c8ce9130304e req-734bcf76-5c38-4dac-a7a3-63bb3f39b76e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 200 len: 853 time: 0.0490735 May 19 13:44:33.032524 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:44:33.033102 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:44:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:33.072293 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac577-fead-4978-b87b-c8ce9130304e req-7703238b-46bf-41cd-8e3d-90a188a2c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:33.073947 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a40ac577-fead-4978-b87b-c8ce9130304e req-7703238b-46bf-41cd-8e3d-90a188a2c217 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39a38089-655e-4b34-b99f-11a97c39ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415151 May 19 13:44:33.174766 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a40ac577-fead-4978-b87b-c8ce9130304e req-0c754b04-f9c1-42dd-ba5a-b1e7bb324856 service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946240 May 19 13:44:33.222058 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:44:33.273939 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-a40ac577-fead-4978-b87b-c8ce9130304e req-86985343-4f0f-454b-aace-6efe64cc32fa service neutron] 10.222.0.58 "GET /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933106 May 19 13:44:33.444221 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-57902720-92aa-423b-a86a-e799deaa350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'dd45a351-b270-40bc-aebe-84647113f884', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'a712f409-df20-4bde-a594-7e288605b2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:2f:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:44:20Z', 'updated_at': '2022-05-19T13:44:32Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:44:33.472755 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57902720-92aa-423b-a86a-e799deaa350a None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_floatingips': [{'id': 'dd45a351-b270-40bc-aebe-84647113f884', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'router_id': '63cc9edd-279c-456d-a7de-954733515339', 'port_id': 'a712f409-df20-4bde-a594-7e288605b2ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'mac_address': 'fa:16:3e:2f:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:44:20Z', 'updated_at': '2022-05-19T13:44:32Z', 'revision_number': 1, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:44:33.691529 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772761a-2adb-4524-8136-c18b01fce507 None None] New status for floating IP dd45a351-b270-40bc-aebe-84647113f884: ACTIVE {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:44:37.226241 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7500b8eb-f00f-4cf4-999d-3920429859e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:39.614911 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a3da8754-6f73-4025-9618-7819454ea6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:40.867617 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:42.479094 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:42.680370 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:42.682854 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:UPDATE=1,neutron:SELECT=59 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:43.262749 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=80 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:43.270981 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=38 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:43.442355 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=43 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:43.447693 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=80 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:43.905926 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:44:47.901885 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:44:53.888818 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:53.895320 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:53.899261 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:44:54.224543 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:04.211409 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:04.214892 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:04.217221 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:07.241323 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9882a293-017f-41b4-9c41-36b4d6f6d33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:07.807022 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:07.812446 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:09.632609 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-22d3aab3-f723-4e7f-ae95-8d26c61e7ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:10.862858 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:12.483676 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:13.902203 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:18.843585 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f937e29-e41a-42d0-8a57-c0d79d5711dc req-ea56f980-ce22-4f3c-b010-6cee886a64b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:18.844933 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8f937e29-e41a-42d0-8a57-c0d79d5711dc req-ea56f980-ce22-4f3c-b010-6cee886a64b4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 945 time: 0.0581384 May 19 13:45:18.894547 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-8f937e29-e41a-42d0-8a57-c0d79d5711dc req-2bb216c4-5880-4a42-aa14-126ce544cff0 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408404 May 19 13:45:20.037679 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258325d0-0be3-4a38-b12e-8f7054e2c35b req-b87454ab-5c54-4363-a592-b1e395385cc9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:20.039429 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-258325d0-0be3-4a38-b12e-8f7054e2c35b req-b87454ab-5c54-4363-a592-b1e395385cc9 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 945 time: 0.0550373 May 19 13:45:20.092755 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-258325d0-0be3-4a38-b12e-8f7054e2c35b req-ac5089a0-d856-4f20-9c2c-197588b9eddd tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470278 May 19 13:45:20.411815 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-d975bf89-5c5d-4a92-af01-7cb61c8d4611 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:20.413299 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-d975bf89-5c5d-4a92-af01-7cb61c8d4611 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 945 time: 0.0569594 May 19 13:45:20.497195 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port a712f409-df20-4bde-a594-7e288605b2ae {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:45:20.497558 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (a712f409-df20-4bde-a594-7e288605b2ae), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.604854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] For port a712f409-df20-4bde-a594-7e288605b2ae, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=a712f409-df20-4bde-a594-7e288605b2ae,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:45:20.605120 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (a712f409-df20-4bde-a594-7e288605b2ae), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.765764 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.766074 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501906'] for floatingip (dd45a351-b270-40bc-aebe-84647113f884), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.766414 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.db.l3_db [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Floating IP dd45a351-b270-40bc-aebe-84647113f884 disassociated. External IP: 172.27.1.66, port: a712f409-df20-4bde-a594-7e288605b2ae. May 19 13:45:20.766751 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for a712f409-df20-4bde-a594-7e288605b2ae owned by compute:nova {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:45:20.924721 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (a712f409-df20-4bde-a594-7e288605b2ae), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:20.955733 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=a712f409-df20-4bde-a594-7e288605b2ae,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:20.967352 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.967698 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.968037 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.968348 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.968710 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.969040 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.969365 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.969714 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.970041 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.970365 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.970659 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.972335 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.972673 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.972998 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:20.973319 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:21.082469 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:45:21.192058 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [req-75a7b884-1ebf-477d-b626-9ce2353c2a55 req-922a7e4e-d4fb-41dc-b622-3c28bc7375c6 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a5a1ba-fb03-4cb8-8037-1aeee7b99be4 HTTP/1.1" status: 200 len: 210 time: 0.0299432 May 19 13:45:21.207857 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:45:21.219639 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:45:21.231424 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:45:21.232036 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:45:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:21.252474 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] No DVR routers for this DVR port a712f409-df20-4bde-a594-7e288605b2ae on host hv-cinder-84112 {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:45:21.255245 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for port (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:21.258475 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [req-564be7cb-5cce-4bf3-801e-2f65b29aee29 req-a3b93486-e00f-440a-9626-988376b9a329 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.58 "DELETE /v2.0/ports/a712f409-df20-4bde-a594-7e288605b2ae HTTP/1.1" status: 204 len: 173 time: 0.8397861 May 19 13:45:21.258920 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'name': 'network-vif-deleted', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae'}] {{(pid=103683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:45:21.261332 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cf85e9a948256c808b0c6cc935ace04fa6d3a279a2814a21bb82ef00b7c49e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc67c5b2-cebc-4433-a938-daa744f9175c" -d '{"events": [{"server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "name": "network-vif-deleted", "tag": "a712f409-df20-4bde-a594-7e288605b2ae"}]}' {{(pid=103683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 13:45:21.302912 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c29cfcd-5d5b-487a-a04d-8d6e39c46b12 x-openstack-request-id: req-8c29cfcd-5d5b-487a-a04d-8d6e39c46b12 {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 13:45:21.303208 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a5a1ba-fb03-4cb8-8037-1aeee7b99be4", "name": "network-vif-deleted", "tag": "a712f409-df20-4bde-a594-7e288605b2ae", "status": "completed", "code": 200}]} {{(pid=103683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 13:45:21.303486 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c29cfcd-5d5b-487a-a04d-8d6e39c46b12 {{(pid=103683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 13:45:21.303895 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c29cfcd-5d5b-487a-a04d-8d6e39c46b12'] response: {'server_uuid': '50a5a1ba-fb03-4cb8-8037-1aeee7b99be4', 'name': 'network-vif-deleted', 'tag': 'a712f409-df20-4bde-a594-7e288605b2ae', 'status': 'completed', 'code': 200} May 19 13:45:21.349842 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:45:21.552330 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:21.578248 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:45:21.586954 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:45:21.587558 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:45:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:21.689801 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:45:21.876689 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:21.902136 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef514fe2-7e9b-4443-81c9-0d606a2cadd5 None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:14Z', 'revision_number': 4, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi', '_interfaces': [{'id': 'c9596d85-f68a-4910-81e7-a348528fd77d', 'name': '', 'network_id': '39a38089-655e-4b34-b99f-11a97c39ff7d', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'mac_address': 'fa:16:3e:70:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:13Z', 'updated_at': '2022-05-19T13:41:17Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'subnets': [{'id': '032fe7e0-f7d0-4e28-a79b-894d3460eb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:45:22.142300 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0103aa94-7b0f-4b03-8eec-e094a12b1d6c None None] New status for floating IP dd45a351-b270-40bc-aebe-84647113f884: DOWN {{(pid=103685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 13:45:22.287668 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56946) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:22.297482 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:22.309836 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:22.348138 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-bece0713-99fe-45bd-b1b3-16efb12e31a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (9f1c6017-d2a6-4ed5-9ece-ff5dd607d662), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:22.374987 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-bece0713-99fe-45bd-b1b3-16efb12e31a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (9f1c6017-d2a6-4ed5-9ece-ff5dd607d662), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:22.429796 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-bece0713-99fe-45bd-b1b3-16efb12e31a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (9f1c6017-d2a6-4ed5-9ece-ff5dd607d662), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:22.433265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-bece0713-99fe-45bd-b1b3-16efb12e31a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:22.436924 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-bece0713-99fe-45bd-b1b3-16efb12e31a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f1c6017-d2a6-4ed5-9ece-ff5dd607d662 HTTP/1.1" status: 204 len: 168 time: 0.1455901 May 19 13:45:22.437433 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56948) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:22.444949 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece0713-99fe-45bd-b1b3-16efb12e31a4 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1c6017-d2a6-4ed5-9ece-ff5dd607d662,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:22.453166 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.api.v2.resource [None req-c9a53627-0701-4379-85d2-b3e192f45dff tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] show failed (client error): The resource could not be found. May 19 13:45:22.457204 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-c9a53627-0701-4379-85d2-b3e192f45dff tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "GET /v2.0/security-groups/9f1c6017-d2a6-4ed5-9ece-ff5dd607d662 HTTP/1.1" status: 404 len: 347 time: 0.0180795 May 19 13:45:22.458028 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56950) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:22.574163 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Deleting port 84199bbb-d1ef-4568-94b0-ca66dff0b5a9 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:45:22.574508 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:22.920928 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:22.921202 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:22.934634 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Calling delete_port for 84199bbb-d1ef-4568-94b0-ca66dff0b5a9 owned by network:floatingip {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:45:23.074082 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (84199bbb-d1ef-4568-94b0-ca66dff0b5a9), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:23.098469 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Pushing event deleted for resources: {'Port': ['ID=84199bbb-d1ef-4568-94b0-ca66dff0b5a9,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:23.110989 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.111341 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.111687 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.112029 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.112363 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.112695 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.113027 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.113356 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.113711 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.114036 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.114363 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.114719 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.115042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.115363 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.115683 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:23.171232 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks [] for floatingip (dd45a351-b270-40bc-aebe-84647113f884), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:23.173618 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40252'] for floatingip (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:23.174771 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-9efa047e-2188-492b-99c8-ab65e71aa662 tempest-AttachVolumeNegativeTest-35839424 tempest-AttachVolumeNegativeTest-35839424-project] 10.222.0.24 "DELETE /v2.0/floatingips/dd45a351-b270-40bc-aebe-84647113f884 HTTP/1.1" status: 204 len: 168 time: 0.7158492 May 19 13:45:24.223106 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:24.895160 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:45:25.773524 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device a712f409-df20-4bde-a594-7e288605b2ae no longer exists at agent hyperv_hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:45:25.795925 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] No Port match for: a712f409-df20-4bde-a594-7e288605b2ae {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:45:25.796254 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Device a712f409-df20-4bde-a594-7e288605b2ae not bound to the agent host hv-cinder-84112 {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:45:26.904603 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56986) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:27.231884 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502911'] for router_interface (63cc9edd-279c-456d-a7de-954733515339), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:27.267298 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:27.273049 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:27.464727 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Deleting port c9596d85-f68a-4910-81e7-a348528fd77d {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:45:27.465042 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:27.553677 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] For port c9596d85-f68a-4910-81e7-a348528fd77d, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=c9596d85-f68a-4910-81e7-a348528fd77d,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:45:27.553994 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:27.566939 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Calling delete_port for c9596d85-f68a-4910-81e7-a348528fd77d owned by network:router_interface {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:45:27.752740 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (c9596d85-f68a-4910-81e7-a348528fd77d), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:27.779549 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9596d85-f68a-4910-81e7-a348528fd77d,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:27.952082 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-609159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508768'] for router_interface (63cc9edd-279c-456d-a7de-954733515339), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:28.173583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:28.181066 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:28.194045 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Router 63cc9edd-279c-456d-a7de-954733515339 has already been hosted by L3 agent 9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4 {{(pid=103684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 13:45:28.306891 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] Notify agent at l3_agent.dv-cinder-841125-6-iscsi the message routers_updated {{(pid=103684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 13:45:28.312453 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7ddda02a-9505-40b1-8771-fdb80fa9c7e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/63cc9edd-279c-456d-a7de-954733515339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4069970 May 19 13:45:28.315179 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56988) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:28.317713 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] Sync routers for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:45:28.329303 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:45:28.329954 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:45:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:28.415425 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks [] for router (63cc9edd-279c-456d-a7de-954733515339), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:28.515947 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks [] for router_gateway (63cc9edd-279c-456d-a7de-954733515339), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:28.517267 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: dv-cinder-841125-6-iscsi {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:45:28.563401 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Deleting port efa40451-c627-40ba-b186-71f9a25bd8b9 {{(pid=103684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:45:28.563739 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:28.604346 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:28.632135 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=100 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:28.644502 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.db [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] For port efa40451-c627-40ba-b186-71f9a25bd8b9, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=efa40451-c627-40ba-b186-71f9a25bd8b9,segment=NetworkSegment(353b0acf-72af-4e29-9a58-6eef6fadf428),segment_id=353b0acf-72af-4e29-9a58-6eef6fadf428)] {{(pid=103684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:45:28.645044 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:28.657780 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.plugins.ml2.plugin [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Calling delete_port for efa40451-c627-40ba-b186-71f9a25bd8b9 owned by network:router_gateway {{(pid=103684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:45:28.688380 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'external_fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:45:27Z', 'revision_number': 5, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port': {'id': 'efa40451-c627-40ba-b186-71f9a25bd8b9', 'name': '', 'network_id': '43cd534f-6e6e-4e38-9855-01db45d8fc85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cc9edd-279c-456d-a7de-954733515339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1886f12d-2b6d-4df3-be64-7946cf1670fc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-6-iscsi'}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:28.713044 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] Checking router: 63cc9edd-279c-456d-a7de-954733515339 for host: dv-cinder-841125-6-iscsi {{(pid=103686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:45:28.722013 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] Routers {'63cc9edd-279c-456d-a7de-954733515339'} bound to L3 agent in host dv-cinder-841125-6-iscsi {{(pid=103686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 13:45:28.722604 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T13:22:40Z,description=,heartbeat_timestamp=2022-05-19T13:45:10Z,host='dv-cinder-841125-6-iscsi',id=9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T13:22:40Z,topic='l3_agent')) {'router_ids': ['63cc9edd-279c-456d-a7de-954733515339'], 'active': True} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:28.805208 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_dvr_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] Set router 63cc9edd-279c-456d-a7de-954733515339 gateway port host: None {{(pid=103686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 13:45:28.829062 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8979255'] for port (efa40451-c627-40ba-b186-71f9a25bd8b9), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:28.852360 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.l3_hamode_db [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:45:28Z', 'revision_number': 6, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port_host': None}], 'dv-cinder-841125-6-iscsi', False) {} {{(pid=103686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:28.856500 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Pushing event deleted for resources: {'Port': ['ID=efa40451-c627-40ba-b186-71f9a25bd8b9,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:28.879693 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0a566-feca-478d-9404-b926f0d32739 None None] The sync data for ids ['63cc9edd-279c-456d-a7de-954733515339'] in dv-cinder-841125-6-iscsi is: [{'id': '63cc9edd-279c-456d-a7de-954733515339', 'name': 'tempest-AttachVolumeNegativeTest-489129046-router', 'tenant_id': 'bc560e8b75194743bbb46d903b481357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:41:11Z', 'updated_at': '2022-05-19T13:45:28Z', 'revision_number': 6, 'project_id': 'bc560e8b75194743bbb46d903b481357', 'gw_port_host': None}] {{(pid=103686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:45:28.925760 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501325'] for router_gateway (63cc9edd-279c-456d-a7de-954733515339), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.011116 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router (63cc9edd-279c-456d-a7de-954733515339), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.013598 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks [] for router_controller (63cc9edd-279c-456d-a7de-954733515339), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.056703 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-507420'] for router (63cc9edd-279c-456d-a7de-954733515339), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.057231 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63cc9edd-279c-456d-a7de-954733515339 {{(pid=103684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 13:45:29.061815 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.062970 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d09909eb-b212-4ad3-ad4b-bf3c170a19db admin admin] 10.222.0.24 "DELETE /v2.0/routers/63cc9edd-279c-456d-a7de-954733515339 HTTP/1.1" status: 204 len: 168 time: 0.7468965 May 19 13:45:29.066573 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 56990) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:29.095545 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:29.112619 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] Deleting subnet 032fe7e0-f7d0-4e28-a79b-894d3460eb6b {{(pid=103684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 13:45:29.115447 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:29.116424 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] Publish callbacks [] for subnet (032fe7e0-f7d0-4e28-a79b-894d3460eb6b), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.154342 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9435302'] for subnet (032fe7e0-f7d0-4e28-a79b-894d3460eb6b), precommit_delete_associations {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.227684 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7729606'] for subnet (032fe7e0-f7d0-4e28-a79b-894d3460eb6b), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.283321 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7729631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8978630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8514184'] for subnet (032fe7e0-f7d0-4e28-a79b-894d3460eb6b), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.308583 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032fe7e0-f7d0-4e28-a79b-894d3460eb6b,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:29.316201 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for subnet (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.321638 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bc653-2d53-429d-baa1-e8521e8032e0 None None] Network 39a38089-655e-4b34-b99f-11a97c39ff7d requested from dv-cinder-841125-6-iscsi {{(pid=103685) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 13:45:29.322094 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-a5d29269-df4e-4c77-8c54-94f94a06ccc7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/032fe7e0-f7d0-4e28-a79b-894d3460eb6b HTTP/1.1" status: 204 len: 168 time: 0.2539165 May 19 13:45:29.322635 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56992) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:29.394499 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8015897'] for network (39a38089-655e-4b34-b99f-11a97c39ff7d), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.443899 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Deleting port 780f9370-1443-42b8-a03d-2222c90d46e9 {{(pid=103683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 13:45:29.444233 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782750360805'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.506714 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] For port 780f9370-1443-42b8-a03d-2222c90d46e9, host dv-cinder-841125-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-6-iscsi',level=0,port_id=780f9370-1443-42b8-a03d-2222c90d46e9,segment=NetworkSegment(e22cf0f3-d4d7-4242-9eab-43017f2c0299),segment_id=e22cf0f3-d4d7-4242-9eab-43017f2c0299)] {{(pid=103683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 13:45:29.507063 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-502965'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.521646 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.plugin [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Calling delete_port for 780f9370-1443-42b8-a03d-2222c90d46e9 owned by network:dhcp {{(pid=103683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 13:45:29.612095 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7699156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782750369913', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782749964840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424472'] for port (780f9370-1443-42b8-a03d-2222c90d46e9), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.638814 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=780f9370-1443-42b8-a03d-2222c90d46e9,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:29.644280 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] No DVR routers for this DVR port 780f9370-1443-42b8-a03d-2222c90d46e9 on host dv-cinder-841125-6-iscsi {{(pid=103683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:45:29.649104 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ec35c-c69d-4f6c-a01c-0512f7c2ebe9 None None] DHCP port deletion for 39a38089-655e-4b34-b99f-11a97c39ff7d request from dv-cinder-841125-6-iscsi {{(pid=103685) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 13:45:29.720603 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7719283', 'neutron.services.segments.db._delete_segments_for_network-8782750326294'] for network (39a38089-655e-4b34-b99f-11a97c39ff7d), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.746226 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a38089-655e-4b34-b99f-11a97c39ff7d']}} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:29.756715 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22cf0f3-d4d7-4242-9eab-43017f2c0299') {'for_net_delete': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:29.757012 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.services.segments.db [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22cf0f3-d4d7-4242-9eab-43017f2c0299') {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:29.766958 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782750326815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3507022'] for segment (e22cf0f3-d4d7-4242-9eab-43017f2c0299), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.781730 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517'] for segment (e22cf0f3-d4d7-4242-9eab-43017f2c0299), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.791330 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:45:29.791934 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7731517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424523'] for segment (e22cf0f3-d4d7-4242-9eab-43017f2c0299), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: Traceback (most recent call last): May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: timer() May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: cb(*args, **kw) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: return func(*args, **kwargs) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: self._notify() May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: self.callback(batched_events) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: event.method(event) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: return f(self, *a, **k) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._get(url).json() May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: return self.request(url, 'GET', **kwargs) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:45:29.794718 dv-cinder-841125-6-iscsi neutron-server[103683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:45:29.856879 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7719240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-609166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501887'] for network (39a38089-655e-4b34-b99f-11a97c39ff7d), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.864550 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-609184'] for network (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:29.866874 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] 10.222.0.24 "DELETE /v2.0/networks/39a38089-655e-4b34-b99f-11a97c39ff7d HTTP/1.1" status: 204 len: 168 time: 0.5432124 May 19 13:45:29.881638 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426cf01-6da9-451c-9076-bef567aa8a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a38089-655e-4b34-b99f-11a97c39ff7d,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:29.984595 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c9596d85-f68a-4910-81e7-a348528fd77d no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:45:30.009010 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: c9596d85-f68a-4910-81e7-a348528fd77d {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:45:30.009465 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device c9596d85-f68a-4910-81e7-a348528fd77d not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:45:30.009897 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device efa40451-c627-40ba-b186-71f9a25bd8b9 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:45:30.028192 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: efa40451-c627-40ba-b186-71f9a25bd8b9 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:45:30.028535 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device efa40451-c627-40ba-b186-71f9a25bd8b9 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:45:30.028958 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 780f9370-1443-42b8-a03d-2222c90d46e9 no longer exists at agent ovs-agent-dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 13:45:30.048464 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] No Port match for: 780f9370-1443-42b8-a03d-2222c90d46e9 {{(pid=103685) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 13:45:30.048903 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron.plugins.ml2.rpc [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Device 780f9370-1443-42b8-a03d-2222c90d46e9 not bound to the agent host dv-cinder-841125-6-iscsi {{(pid=103685) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 13:45:30.064002 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56996) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:30.098809 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-eb90ccc6-9e13-42bd-b8d6-3d55b58c7b5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc560e8b75194743bbb46d903b481357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389631 May 19 13:45:30.101265 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 56998) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:30.146652 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad8af085-37a8-46a0-a01c-f625515b2662 admin admin] Publish callbacks [] for security_group (68df405c-245b-4e3e-b80b-b771f168e914), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:30.173435 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad8af085-37a8-46a0-a01c-f625515b2662 admin admin] Publish callbacks [] for security_group (68df405c-245b-4e3e-b80b-b771f168e914), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:30.228958 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad8af085-37a8-46a0-a01c-f625515b2662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (68df405c-245b-4e3e-b80b-b771f168e914), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:30.231390 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ad8af085-37a8-46a0-a01c-f625515b2662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:30.232569 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ad8af085-37a8-46a0-a01c-f625515b2662 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68df405c-245b-4e3e-b80b-b771f168e914 HTTP/1.1" status: 204 len: 168 time: 0.1304150 May 19 13:45:30.246190 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8af085-37a8-46a0-a01c-f625515b2662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df405c-245b-4e3e-b80b-b771f168e914,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:33.370164 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57130) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:33.479108 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:33.491880 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c326bf8-1a3a-4318-9eac-f8816bb62beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.504652 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:33.571547 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c326bf8-1a3a-4318-9eac-f8816bb62beb admin admin] Publish callbacks [] for security_group (eb7b7ae5-cde3-4047-85fc-da95aee392dd), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.577793 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-7c326bf8-1a3a-4318-9eac-f8816bb62beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (eb7b7ae5-cde3-4047-85fc-da95aee392dd), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.615863 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-7c326bf8-1a3a-4318-9eac-f8816bb62beb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b792decc6bc4f9eac472613b085a94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445495 May 19 13:45:33.616698 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c326bf8-1a3a-4318-9eac-f8816bb62beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b7ae5-cde3-4047-85fc-da95aee392dd,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:33.619510 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 57134) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:33.674424 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-da28489c-a243-41d7-8ce8-ad5851f05185 admin admin] Publish callbacks [] for security_group (eb7b7ae5-cde3-4047-85fc-da95aee392dd), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.695221 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-da28489c-a243-41d7-8ce8-ad5851f05185 admin admin] Publish callbacks [] for security_group (eb7b7ae5-cde3-4047-85fc-da95aee392dd), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.743638 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-da28489c-a243-41d7-8ce8-ad5851f05185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (eb7b7ae5-cde3-4047-85fc-da95aee392dd), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.746130 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-da28489c-a243-41d7-8ce8-ad5851f05185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:33.747275 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-da28489c-a243-41d7-8ce8-ad5851f05185 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb7b7ae5-cde3-4047-85fc-da95aee392dd HTTP/1.1" status: 204 len: 168 time: 0.1267822 May 19 13:45:33.755245 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28489c-a243-41d7-8ce8-ad5851f05185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b7ae5-cde3-4047-85fc-da95aee392dd,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:34.038961 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57140) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:34.053638 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b696acf2-f060-4516-bfe7-8bf2f463fb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.130951 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b696acf2-f060-4516-bfe7-8bf2f463fb51 admin admin] Publish callbacks [] for security_group (79da6e9c-6f92-4f0b-ac17-9eb9df3cd371), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.136646 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-b696acf2-f060-4516-bfe7-8bf2f463fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (79da6e9c-6f92-4f0b-ac17-9eb9df3cd371), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.176047 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696acf2-f060-4516-bfe7-8bf2f463fb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da6e9c-6f92-4f0b-ac17-9eb9df3cd371,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:34.180147 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-b696acf2-f060-4516-bfe7-8bf2f463fb51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6284aef271b4eeba30927c4096ac7d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401296 May 19 13:45:34.183045 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57142) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:45:34.237124 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6fa2-3321-4f8d-84a7-3395c9f434fe admin admin] Publish callbacks [] for security_group (79da6e9c-6f92-4f0b-ac17-9eb9df3cd371), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.259475 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6fa2-3321-4f8d-84a7-3395c9f434fe admin admin] Publish callbacks [] for security_group (79da6e9c-6f92-4f0b-ac17-9eb9df3cd371), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.311300 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6fa2-3321-4f8d-84a7-3395c9f434fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (79da6e9c-6f92-4f0b-ac17-9eb9df3cd371), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.314400 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6fa2-3321-4f8d-84a7-3395c9f434fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:34.315591 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ae7f6fa2-3321-4f8d-84a7-3395c9f434fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79da6e9c-6f92-4f0b-ac17-9eb9df3cd371 HTTP/1.1" status: 204 len: 168 time: 0.1317618 May 19 13:45:34.323236 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f6fa2-3321-4f8d-84a7-3395c9f434fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da6e9c-6f92-4f0b-ac17-9eb9df3cd371,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:34.333595 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:34.335577 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:37.218262 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:37.231578 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9b53-3c07-47b2-bc4a-21622479a20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:39.621012 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-ed07141d-456a-4a02-9e1e-585c0144b896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:40.865492 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:42.486023 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:43.728235 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:UPDATE=1,neutron:SELECT=41,neutron:DELETE=7 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:43.750817 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=37,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:43.901128 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:45:44.294583 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=54,neutron:DELETE=3 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:44.319310 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=48,neutron:INSERT=12,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:44.809306 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=22 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:44.810573 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=27 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:53.886656 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:53.888068 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:53.894903 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:45:54.242643 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:01.777177 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 57340) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:01.894400 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:46:01.902670 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e07c020f-bd72-4b01-8b9b-f60605443b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:01.981434 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e07c020f-bd72-4b01-8b9b-f60605443b31 admin admin] Publish callbacks [] for security_group (8e163c29-e806-4117-a538-6d39c3a47119), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:01.988175 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-e07c020f-bd72-4b01-8b9b-f60605443b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8e163c29-e806-4117-a538-6d39c3a47119), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.032055 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-e07c020f-bd72-4b01-8b9b-f60605443b31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d5532d80a1a40cb8d51d5dec48d6215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537637 May 19 13:46:02.032998 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c020f-bd72-4b01-8b9b-f60605443b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e163c29-e806-4117-a538-6d39c3a47119,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:02.035207 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57344) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:02.090852 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c0ec-481a-4f32-b05f-ed7a9449f4bb admin admin] Publish callbacks [] for security_group (8e163c29-e806-4117-a538-6d39c3a47119), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.114735 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c0ec-481a-4f32-b05f-ed7a9449f4bb admin admin] Publish callbacks [] for security_group (8e163c29-e806-4117-a538-6d39c3a47119), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.166368 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c0ec-481a-4f32-b05f-ed7a9449f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (8e163c29-e806-4117-a538-6d39c3a47119), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.169304 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c0ec-481a-4f32-b05f-ed7a9449f4bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.170548 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-f5d1c0ec-481a-4f32-b05f-ed7a9449f4bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e163c29-e806-4117-a538-6d39c3a47119 HTTP/1.1" status: 204 len: 168 time: 0.1343107 May 19 13:46:02.178760 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1c0ec-481a-4f32-b05f-ed7a9449f4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e163c29-e806-4117-a538-6d39c3a47119,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:02.463356 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57350) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:02.477109 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6a620da6-ed82-4487-a170-bad601f95f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.566027 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6a620da6-ed82-4487-a170-bad601f95f4a admin admin] Publish callbacks [] for security_group (1c789edb-4586-494a-ae05-440f11dd376d), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.572080 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-6a620da6-ed82-4487-a170-bad601f95f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (1c789edb-4586-494a-ae05-440f11dd376d), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.612986 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-6a620da6-ed82-4487-a170-bad601f95f4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ffa153d8df54762abb5d78fcb7ca959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482265 May 19 13:46:02.614145 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a620da6-ed82-4487-a170-bad601f95f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c789edb-4586-494a-ae05-440f11dd376d,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:02.615903 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 57352) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:02.672925 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7a719b04-3aa2-462f-b1ce-1c94925dec4f admin admin] Publish callbacks [] for security_group (1c789edb-4586-494a-ae05-440f11dd376d), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.696550 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7a719b04-3aa2-462f-b1ce-1c94925dec4f admin admin] Publish callbacks [] for security_group (1c789edb-4586-494a-ae05-440f11dd376d), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.749512 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7a719b04-3aa2-462f-b1ce-1c94925dec4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (1c789edb-4586-494a-ae05-440f11dd376d), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.753454 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-7a719b04-3aa2-462f-b1ce-1c94925dec4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:02.754470 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-7a719b04-3aa2-462f-b1ce-1c94925dec4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c789edb-4586-494a-ae05-440f11dd376d HTTP/1.1" status: 204 len: 168 time: 0.1372714 May 19 13:46:02.762290 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a719b04-3aa2-462f-b1ce-1c94925dec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c789edb-4586-494a-ae05-440f11dd376d,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:07.230488 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-bac757ad-ef20-4b6f-b562-cc1093a2736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:08.761954 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 57434) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:08.874755 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cb07-a576-4f40-b0e0-2305dfc36d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:08.955783 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cb07-a576-4f40-b0e0-2305dfc36d79 admin admin] Publish callbacks [] for security_group (7c4d2663-950a-4c53-8722-5bcfd5589471), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:08.962806 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cb07-a576-4f40-b0e0-2305dfc36d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7c4d2663-950a-4c53-8722-5bcfd5589471), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.000341 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5cb07-a576-4f40-b0e0-2305dfc36d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4d2663-950a-4c53-8722-5bcfd5589471,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:09.005432 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-d9e5cb07-a576-4f40-b0e0-2305dfc36d79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5fe2c46e60041f08ca3df70e711059a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424331 May 19 13:46:09.008473 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 57438) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:09.056983 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a60287b-f616-4991-b753-8d48c7f51931 admin admin] Publish callbacks [] for security_group (7c4d2663-950a-4c53-8722-5bcfd5589471), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.078657 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a60287b-f616-4991-b753-8d48c7f51931 admin admin] Publish callbacks [] for security_group (7c4d2663-950a-4c53-8722-5bcfd5589471), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.133954 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a60287b-f616-4991-b753-8d48c7f51931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (7c4d2663-950a-4c53-8722-5bcfd5589471), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.137048 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-0a60287b-f616-4991-b753-8d48c7f51931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.138207 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-0a60287b-f616-4991-b753-8d48c7f51931 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c4d2663-950a-4c53-8722-5bcfd5589471 HTTP/1.1" status: 204 len: 168 time: 0.1287746 May 19 13:46:09.146019 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60287b-f616-4991-b753-8d48c7f51931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4d2663-950a-4c53-8722-5bcfd5589471,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:09.407918 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 57444) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:09.422138 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-27405404-1586-4c2b-9a14-90530f8c6c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.463368 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:09.481742 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:09.505905 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-27405404-1586-4c2b-9a14-90530f8c6c0b admin admin] Publish callbacks [] for security_group (adf24b8b-7a77-478b-b42d-1a6cd77abf76), precommit_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.510787 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-27405404-1586-4c2b-9a14-90530f8c6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (adf24b8b-7a77-478b-b42d-1a6cd77abf76), after_create {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.549649 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-27405404-1586-4c2b-9a14-90530f8c6c0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a3b8b39304e4b378fbe271b0b9fbdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406312 May 19 13:46:09.550471 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27405404-1586-4c2b-9a14-90530f8c6c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf24b8b-7a77-478b-b42d-1a6cd77abf76,revision_number=1']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:09.552604 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57446) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:09.610804 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35102bbb-958f-43d5-ae85-ce48abbf8415 admin admin] Publish callbacks [] for security_group (adf24b8b-7a77-478b-b42d-1a6cd77abf76), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.615070 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba430-f1c4-4d51-aa3b-d4b22a2610b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.635288 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35102bbb-958f-43d5-ae85-ce48abbf8415 admin admin] Publish callbacks [] for security_group (adf24b8b-7a77-478b-b42d-1a6cd77abf76), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.688328 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35102bbb-958f-43d5-ae85-ce48abbf8415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (adf24b8b-7a77-478b-b42d-1a6cd77abf76), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.690757 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35102bbb-958f-43d5-ae85-ce48abbf8415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:09.691904 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-35102bbb-958f-43d5-ae85-ce48abbf8415 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adf24b8b-7a77-478b-b42d-1a6cd77abf76 HTTP/1.1" status: 204 len: 168 time: 0.1380692 May 19 13:46:09.699737 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35102bbb-958f-43d5-ae85-ce48abbf8415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf24b8b-7a77-478b-b42d-1a6cd77abf76,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:10.869884 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:12.490017 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:13.904166 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:19.543698 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=8 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:19.545913 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:INSERT=1,neutron:SELECT=12 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:19.695404 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:19.696282 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=51,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:21.813311 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:21.814095 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:23.887376 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:23.893036 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:23.895256 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:24.241851 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:34.224528 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:34.230552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:34.234681 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:35.816296 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:35.817003 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:36.844501 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57646) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:36.956585 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.042362 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Publish callbacks [] for security_group (857a1bb8-c11b-4953-8144-600686aacbd0), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.047436 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (857a1bb8-c11b-4953-8144-600686aacbd0), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.086475 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90a266ed0d98440189c9300dbffefac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408845 May 19 13:46:37.087289 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857a1bb8-c11b-4953-8144-600686aacbd0,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:37.089190 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57650) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:37.105854 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.106122 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.106460 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.106791 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.107116 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.107439 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.107757 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.108072 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.108392 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.108716 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.109016 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.109335 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.109673 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.109995 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.110328 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78c00d-4d4e-4fd1-881c-52b030758974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:37.151058 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe356-8c49-436e-8e98-e0e3a05d1b11 admin admin] Publish callbacks [] for security_group (857a1bb8-c11b-4953-8144-600686aacbd0), before_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.173347 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe356-8c49-436e-8e98-e0e3a05d1b11 admin admin] Publish callbacks [] for security_group (857a1bb8-c11b-4953-8144-600686aacbd0), precommit_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.224122 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe356-8c49-436e-8e98-e0e3a05d1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (857a1bb8-c11b-4953-8144-600686aacbd0), after_delete {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.226083 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-9226af32-620c-4d5b-8f90-dd5ef4f0fe73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.227131 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe356-8c49-436e-8e98-e0e3a05d1b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:37.229883 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-e0bfe356-8c49-436e-8e98-e0e3a05d1b11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/857a1bb8-c11b-4953-8144-600686aacbd0 HTTP/1.1" status: 204 len: 168 time: 0.1393378 May 19 13:46:37.240317 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfe356-8c49-436e-8e98-e0e3a05d1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857a1bb8-c11b-4953-8144-600686aacbd0,revision_number=None']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:38.899482 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:46:39.619671 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-b1476ba3-cad2-4f07-b5f5-0afd6dc91f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:40.883880 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:42.490850 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:43.916072 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.395684 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [-] (103683) accepted ('10.222.0.24', 57720) {{(pid=103683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:45.521608 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4480230e-4f9f-41d0-be20-3c5ae046db3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.599423 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4480230e-4f9f-41d0-be20-3c5ae046db3d admin admin] Publish callbacks [] for security_group (0d38a5a3-4641-4a7b-a39a-db4549ed3ef2), precommit_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.604818 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-4480230e-4f9f-41d0-be20-3c5ae046db3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (0d38a5a3-4641-4a7b-a39a-db4549ed3ef2), after_create {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.648678 dv-cinder-841125-6-iscsi neutron-server[103683]: INFO neutron.wsgi [None req-4480230e-4f9f-41d0-be20-3c5ae046db3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1a2c0f05bad42868061270430a80daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516608 May 19 13:46:45.649587 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480230e-4f9f-41d0-be20-3c5ae046db3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38a5a3-4641-4a7b-a39a-db4549ed3ef2,revision_number=1']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:45.652595 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.wsgi [-] (103684) accepted ('10.222.0.24', 57724) {{(pid=103684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 13:46:45.706224 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Publish callbacks [] for security_group (0d38a5a3-4641-4a7b-a39a-db4549ed3ef2), before_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.729218 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Publish callbacks [] for security_group (0d38a5a3-4641-4a7b-a39a-db4549ed3ef2), precommit_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.780875 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472971'] for security_group (0d38a5a3-4641-4a7b-a39a-db4549ed3ef2), after_delete {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.783465 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron_lib.callbacks.manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:45.784640 dv-cinder-841125-6-iscsi neutron-server[103684]: INFO neutron.wsgi [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d38a5a3-4641-4a7b-a39a-db4549ed3ef2 HTTP/1.1" status: 204 len: 168 time: 0.1307673 May 19 13:46:45.792519 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38a5a3-4641-4a7b-a39a-db4549ed3ef2,revision_number=None']} {{(pid=103684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:46:45.799666 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.800009 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.800348 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.800684 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.801008 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.801364 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.801784 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.802102 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.802420 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.802740 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.803057 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.803425 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.803676 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.803990 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:45.804265 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1057ac-3e6c-4018-b85d-97a52a0721df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-6-iscsi {{(pid=103684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:46:53.902627 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=8 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:54.247695 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:46:55.642033 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:55.644653 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG dbcounter [-] [103683] Writing DB stats neutron:SELECT=53,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103683) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:55.788795 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:55.795909 dv-cinder-841125-6-iscsi neutron-server[103684]: DEBUG dbcounter [-] [103684] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103684) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:58.805171 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:46:58.811411 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:04.234662 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:04.238972 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:04.240588 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:07.227599 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-aba5a7da-7cd5-4938-b741-b1fe85fcf1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:09.632249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d02f8800-bd3e-489d-a7cf-47c86366f496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:10.889453 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:12.494044 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:13.906440 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:15.906395 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:47:23.892048 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:23.896568 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:23.899692 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:24.250822 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:34.239863 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:34.243517 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:34.244503 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:35.818281 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=17 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:35.819526 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=17 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:37.231253 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7c13090f-cd75-4cb2-b501-4148069a0b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:39.632822 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc286-a793-4cf8-990b-4a819fcd696c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:40.887805 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:42.497917 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:43.912803 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:47:52.896191 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:47:53.891434 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:53.900019 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:53.903854 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:47:54.263152 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:04.255169 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:04.257645 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:07.233377 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e75d-dc78-476a-b148-84e5788f729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:09.629232 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3ef15b3b-5f39-4427-86fd-1e8584e08574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:10.892009 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:12.497597 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:12.817559 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:12.819969 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:13.905888 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:22.491947 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:23.894291 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:23.899510 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:24.267016 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:29.902349 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:48:30.943122 dv-cinder-841125-6-iscsi neutron-server[103683]: DEBUG neutron.wsgi [req-b15f40e6-67b3-41f4-b097-b7004ab6550c req-9ef388cc-fa4f-4c12-8885-715f529d9ff4 service neutron] (103683) timed out ('10.222.0.58', 58394) {{(pid=103683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 13:48:34.257895 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:34.258666 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:37.233211 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-78785b76-ff96-44eb-b0d3-98855e8e14d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:39.635825 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-d64fe82b-85b0-4a94-aecc-c2e16d0610ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:40.899279 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:42.510409 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:43.909716 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:48:49.814990 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:49.816311 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:52.555084 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:53.894045 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:53.904247 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:48:54.275987 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:04.262229 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:04.268212 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:06.893296 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:49:07.246118 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-dca8cfb9-fa6d-4eef-8e16-c3c3219524eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:09.631495 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bea5-6886-4319-8d86-591e97c44301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:10.899761 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:12.503095 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:13.911966 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:23.895386 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:23.902538 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:23.905150 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:24.277740 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:32.532128 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=16 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:32.540121 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=20 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:34.268106 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:34.271141 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:37.233725 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-490f4a42-47e3-416f-89df-18bdc93872e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:39.637332 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdebe-39c4-4bca-8edb-338f56d39646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:40.905682 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:42.510545 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:43.894775 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:49:43.907740 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:49:52.504870 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:53.897008 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=8 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:53.901534 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:49:54.289743 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:03.812283 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:03.813616 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:04.276125 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:04.280146 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:04.281900 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:07.234870 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5c77549a-f7f2-43a2-93ac-acf00868c42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:09.631486 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe779-b624-463a-beea-d885e05e5976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:10.909881 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:12.514387 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:13.922005 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:20.900223 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:50:23.904662 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=7 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:23.912174 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:23.914442 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:24.292416 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:34.282552 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:34.284611 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:37.237284 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-95c3898c-5626-47f6-9cec-9913a39fdb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:39.631518 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-5d21c46c-ec23-40c3-b615-10e4cf386d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:40.820453 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:40.821744 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:40.913160 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:42.551480 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:43.925331 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:53.909772 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:53.916249 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:53.919386 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:50:54.289312 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:50:57.904427 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:51:04.275199 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:04.279958 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:04.282268 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:07.236104 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1c3f28d9-9423-4f23-868d-0abe97f8123f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:09.634045 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-71f3eba3-8424-4b79-b733-a81594842a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:10.917909 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:12.525607 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:13.930912 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:17.817852 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=3 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:17.819663 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=5 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:23.912062 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:23.913288 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:23.923406 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:24.287493 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:32.554125 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=12 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:32.557344 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=14 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:34.273307 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:34.277872 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:34.280267 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:34.907873 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG neutron.db.agents_db [None req-9c1922e4-a0cb-4abb-8e78-7e320ff78a3a None None] Agent healthcheck: found 6 active agents {{(pid=103686) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 13:51:37.238487 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6b444454-1a5d-4980-ad22-654caf24dfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:39.631327 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-3ca5e106-d38b-49b3-a72d-e30b1c99989f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (9c8063b1-7bd0-47b1-8203-2ab34cd7f0b4), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:40.916017 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6926857f-515d-43cf-9558-0a3129d4a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (0b5f447d-5aac-44a2-90fa-f8e8375d88c6), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:42.531562 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c9af-a6e5-4d75-8137-f61d1b371a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (2472dde8-4f91-4d1a-bd89-5285de44007d), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:43.925612 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-1fa5c54a-dcc6-4649-b44d-32db5327e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (ba766db6-1c18-4418-9cc4-cc830045d928), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:52.525106 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:53.916964 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:53.919663 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:54.288625 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ca63-3ef2-4feb-a2df-298a894e3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (426238de-778d-46e1-ac12-1c5913b077df), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 13:51:54.807915 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:51:54.810435 dv-cinder-841125-6-iscsi neutron-server[103686]: DEBUG dbcounter [-] [103686] Writing DB stats neutron:SELECT=4 {{(pid=103686) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:04.276610 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:04.280142 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:04.282465 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG dbcounter [-] [103685] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103685) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 13:52:07.234577 dv-cinder-841125-6-iscsi neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-fa4e58a9-4e4e-4900-bca1-b06432f6a948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782750326276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7635120'] for agent (512ea1af-8dce-4788-b6a3-cabe2e5255e0), after_update {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}